http://git-wip-us.apache.org/repos/asf/hive/blob/ba54eb5d/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out index 49e5e25..40b73fb 100644 --- a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out +++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out @@ -94,19 +94,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_part - Statistics: Num rows: 160 Data size: 61001 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 160 Data size: 61001 Basic stats: PARTIAL Column stats: NONE Filter Operator predicate: (key = 'foo') (type: boolean) - Statistics: Num rows: 5 Data size: 1906 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1906 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: ROW__ID (type: struct<writeid:bigint,bucketid:int,rowid:bigint>) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 1906 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1906 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 5 Data size: 1906 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1906 Basic stats: PARTIAL Column stats: NONE Execution mode: llap LLAP IO: may be used (ACID table) Reducer 2 @@ -115,10 +115,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), 'foo' (type: string), 'bar' (type: string), '2008-04-08' (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 5 Data size: 1906 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1906 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 1906 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1906 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -189,19 +189,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_part - Statistics: Num rows: 159 Data size: 104317 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 159 Data size: 104317 Basic stats: PARTIAL Column stats: PARTIAL Filter Operator predicate: (key = 'foo') (type: boolean) - Statistics: Num rows: 5 Data size: 1355 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 3280 Basic stats: PARTIAL Column stats: PARTIAL Select Operator expressions: ROW__ID (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), ds (type: string) outputColumnNames: _col0, _col3 - Statistics: Num rows: 5 Data size: 2170 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 3280 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 5 Data size: 2170 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 3280 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col3 (type: string) Execution mode: llap LLAP IO: may be used (ACID table) @@ -211,10 +211,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), 'foo' (type: string), 'bar' (type: string), VALUE._col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 5 Data size: 2170 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 3280 Basic stats: PARTIAL Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 2170 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 3280 Basic stats: PARTIAL Column stats: PARTIAL table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -380,19 +380,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_part_sdpo - Statistics: Num rows: 176 Data size: 67063 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 176 Data size: 67063 Basic stats: PARTIAL Column stats: NONE Filter Operator predicate: (key = 'foo') (type: boolean) - Statistics: Num rows: 5 Data size: 1905 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1905 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: ROW__ID (type: struct<writeid:bigint,bucketid:int,rowid:bigint>) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 1905 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1905 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 5 Data size: 1905 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1905 Basic stats: PARTIAL Column stats: NONE Execution mode: llap LLAP IO: may be used (ACID table) Reducer 2 @@ -401,10 +401,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), 'foo' (type: string), 'bar' (type: string), '2008-04-08' (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 5 Data size: 1905 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1905 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 1905 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1905 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -475,19 +475,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_part_sdpo - Statistics: Num rows: 171 Data size: 112152 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 171 Data size: 112152 Basic stats: PARTIAL Column stats: PARTIAL Filter Operator predicate: (key = 'foo') (type: boolean) - Statistics: Num rows: 5 Data size: 1355 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 3279 Basic stats: PARTIAL Column stats: PARTIAL Select Operator expressions: ROW__ID (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), ds (type: string) outputColumnNames: _col0, _col3 - Statistics: Num rows: 5 Data size: 2170 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 3279 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator key expressions: _col3 (type: string), '_bucket_number' (type: string), _col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>) sort order: +++ Map-reduce partition columns: _col3 (type: string) - Statistics: Num rows: 5 Data size: 2170 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 3279 Basic stats: PARTIAL Column stats: PARTIAL Execution mode: llap LLAP IO: may be used (ACID table) Reducer 2 @@ -496,11 +496,11 @@ STAGE PLANS: Select Operator expressions: KEY._col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), 'foo' (type: string), 'bar' (type: string), KEY._col3 (type: string), KEY.'_bucket_number' (type: string) outputColumnNames: _col0, _col1, _col2, _col3, '_bucket_number' - Statistics: Num rows: 5 Data size: 1790 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 3279 Basic stats: PARTIAL Column stats: PARTIAL File Output Operator compressed: false Dp Sort State: PARTITION_BUCKET_SORTED - Statistics: Num rows: 5 Data size: 1790 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 3279 Basic stats: PARTIAL Column stats: PARTIAL table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -675,19 +675,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_2l_part - Statistics: Num rows: 157 Data size: 60527 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 157 Data size: 60527 Basic stats: PARTIAL Column stats: NONE Filter Operator predicate: (key = 'foo') (type: boolean) - Statistics: Num rows: 5 Data size: 1927 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1927 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: ROW__ID (type: struct<writeid:bigint,bucketid:int,rowid:bigint>) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 1927 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1927 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 5 Data size: 1927 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1927 Basic stats: PARTIAL Column stats: NONE Execution mode: llap LLAP IO: may be used (ACID table) Reducer 2 @@ -696,10 +696,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), 'foo' (type: string), 'bar' (type: string), '2008-04-08' (type: string), 11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5 Data size: 1927 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1927 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 1927 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1927 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -771,19 +771,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_2l_part - Statistics: Num rows: 1600 Data size: 156727 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 1804 Data size: 235871 Basic stats: PARTIAL Column stats: PARTIAL Filter Operator predicate: (key = 'foo') (type: boolean) - Statistics: Num rows: 5 Data size: 489 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 653 Basic stats: PARTIAL Column stats: PARTIAL Select Operator expressions: ROW__ID (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), hr (type: int) outputColumnNames: _col0, _col4 - Statistics: Num rows: 5 Data size: 489 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 653 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 5 Data size: 489 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 653 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col4 (type: int) Execution mode: llap LLAP IO: may be used (ACID table) @@ -793,10 +793,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), 'foo' (type: string), 'bar' (type: string), '2008-04-08' (type: string), VALUE._col2 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5 Data size: 489 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 653 Basic stats: PARTIAL Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 489 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 653 Basic stats: PARTIAL Column stats: PARTIAL table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -897,19 +897,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_2l_part - Statistics: Num rows: 1600 Data size: 451127 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 2015 Data size: 726272 Basic stats: PARTIAL Column stats: PARTIAL Filter Operator predicate: (value = 'bar') (type: boolean) - Statistics: Num rows: 5 Data size: 1409 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 1802 Basic stats: PARTIAL Column stats: PARTIAL Select Operator expressions: ROW__ID (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), ds (type: string), hr (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 5 Data size: 1409 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 1802 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 5 Data size: 1409 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 1802 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col1 (type: string), _col2 (type: int) Execution mode: llap LLAP IO: may be used (ACID table) @@ -919,10 +919,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), VALUE._col0 (type: string), VALUE._col1 (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 5 Data size: 1409 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 1802 Basic stats: PARTIAL Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 1409 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 1802 Basic stats: PARTIAL Column stats: PARTIAL table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -1095,19 +1095,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_2l_part_sdpo - Statistics: Num rows: 157 Data size: 60527 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 157 Data size: 60527 Basic stats: PARTIAL Column stats: NONE Filter Operator predicate: (key = 'foo') (type: boolean) - Statistics: Num rows: 5 Data size: 1927 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1927 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: ROW__ID (type: struct<writeid:bigint,bucketid:int,rowid:bigint>) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 1927 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1927 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 5 Data size: 1927 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1927 Basic stats: PARTIAL Column stats: NONE Execution mode: llap LLAP IO: may be used (ACID table) Reducer 2 @@ -1116,10 +1116,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), 'foo' (type: string), 'bar' (type: string), '2008-04-08' (type: string), 11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5 Data size: 1927 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1927 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 1927 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1927 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -1191,19 +1191,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_2l_part_sdpo - Statistics: Num rows: 1600 Data size: 156727 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 1804 Data size: 235871 Basic stats: PARTIAL Column stats: PARTIAL Filter Operator predicate: (key = 'foo') (type: boolean) - Statistics: Num rows: 5 Data size: 489 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 653 Basic stats: PARTIAL Column stats: PARTIAL Select Operator expressions: ROW__ID (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), hr (type: int) outputColumnNames: _col0, _col4 - Statistics: Num rows: 5 Data size: 489 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 653 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator key expressions: '2008-04-08' (type: string), _col4 (type: int), '_bucket_number' (type: string), _col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>) sort order: ++++ Map-reduce partition columns: '2008-04-08' (type: string), _col4 (type: int) - Statistics: Num rows: 5 Data size: 489 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 653 Basic stats: PARTIAL Column stats: PARTIAL Execution mode: llap LLAP IO: may be used (ACID table) Reducer 2 @@ -1212,11 +1212,11 @@ STAGE PLANS: Select Operator expressions: KEY._col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), 'foo' (type: string), 'bar' (type: string), '2008-04-08' (type: string), KEY._col4 (type: int), KEY.'_bucket_number' (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number' - Statistics: Num rows: 5 Data size: 489 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 653 Basic stats: PARTIAL Column stats: PARTIAL File Output Operator compressed: false Dp Sort State: PARTITION_BUCKET_SORTED - Statistics: Num rows: 5 Data size: 489 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 653 Basic stats: PARTIAL Column stats: PARTIAL table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -1317,19 +1317,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_2l_part_sdpo - Statistics: Num rows: 1600 Data size: 451127 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 2015 Data size: 726272 Basic stats: PARTIAL Column stats: PARTIAL Filter Operator predicate: (value = 'bar') (type: boolean) - Statistics: Num rows: 5 Data size: 1409 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 1802 Basic stats: PARTIAL Column stats: PARTIAL Select Operator expressions: ROW__ID (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), ds (type: string), hr (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 5 Data size: 1409 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 1802 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator key expressions: _col1 (type: string), _col2 (type: int), '_bucket_number' (type: string), _col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>) sort order: ++++ Map-reduce partition columns: _col1 (type: string), _col2 (type: int) - Statistics: Num rows: 5 Data size: 1409 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 1802 Basic stats: PARTIAL Column stats: PARTIAL Execution mode: llap LLAP IO: may be used (ACID table) Reducer 2 @@ -1338,11 +1338,11 @@ STAGE PLANS: Select Operator expressions: KEY._col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), KEY._col1 (type: string), KEY._col2 (type: int), KEY.'_bucket_number' (type: string) outputColumnNames: _col0, _col1, _col2, '_bucket_number' - Statistics: Num rows: 5 Data size: 1409 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 1802 Basic stats: PARTIAL Column stats: PARTIAL File Output Operator compressed: false Dp Sort State: PARTITION_BUCKET_SORTED - Statistics: Num rows: 5 Data size: 1409 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 1802 Basic stats: PARTIAL Column stats: PARTIAL table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -1515,19 +1515,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_2l_part_sdpo_no_cp - Statistics: Num rows: 97 Data size: 82922 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 97 Data size: 82922 Basic stats: PARTIAL Column stats: PARTIAL Filter Operator predicate: (key = 'foo') (type: boolean) - Statistics: Num rows: 5 Data size: 1860 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 4274 Basic stats: PARTIAL Column stats: PARTIAL Select Operator expressions: ROW__ID (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), key (type: string), ds (type: string), hr (type: int) outputColumnNames: _col0, _col1, _col3, _col4 - Statistics: Num rows: 5 Data size: 2675 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 4274 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator key expressions: _col3 (type: string), _col4 (type: int), '_bucket_number' (type: string), _col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>) sort order: ++++ Map-reduce partition columns: _col3 (type: string), _col4 (type: int) - Statistics: Num rows: 5 Data size: 2675 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 4274 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col1 (type: string), 'bar' (type: string) Execution mode: llap LLAP IO: may be used (ACID table) @@ -1537,11 +1537,11 @@ STAGE PLANS: Select Operator expressions: KEY._col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY._col3 (type: string), KEY._col4 (type: int), KEY.'_bucket_number' (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number' - Statistics: Num rows: 5 Data size: 3165 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 4274 Basic stats: PARTIAL Column stats: PARTIAL File Output Operator compressed: false Dp Sort State: PARTITION_BUCKET_SORTED - Statistics: Num rows: 5 Data size: 3165 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 4274 Basic stats: PARTIAL Column stats: PARTIAL table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -1613,19 +1613,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_2l_part_sdpo_no_cp - Statistics: Num rows: 1600 Data size: 598664 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 1725 Data size: 705510 Basic stats: PARTIAL Column stats: PARTIAL Filter Operator predicate: (key = 'foo') (type: boolean) - Statistics: Num rows: 5 Data size: 1870 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 2044 Basic stats: PARTIAL Column stats: PARTIAL Select Operator expressions: ROW__ID (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), key (type: string), ds (type: string), hr (type: int) outputColumnNames: _col0, _col1, _col3, _col4 - Statistics: Num rows: 5 Data size: 1870 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 2044 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator key expressions: _col3 (type: string), _col4 (type: int), '_bucket_number' (type: string), _col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>) sort order: ++++ Map-reduce partition columns: _col3 (type: string), _col4 (type: int) - Statistics: Num rows: 5 Data size: 1870 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 2044 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col1 (type: string), 'bar' (type: string) Execution mode: llap LLAP IO: may be used (ACID table) @@ -1635,11 +1635,11 @@ STAGE PLANS: Select Operator expressions: KEY._col0 (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY._col3 (type: string), KEY._col4 (type: int), KEY.'_bucket_number' (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number' - Statistics: Num rows: 5 Data size: 1870 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 2044 Basic stats: PARTIAL Column stats: PARTIAL File Output Operator compressed: false Dp Sort State: PARTITION_BUCKET_SORTED - Statistics: Num rows: 5 Data size: 1870 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 2044 Basic stats: PARTIAL Column stats: PARTIAL table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/ba54eb5d/ql/src/test/results/clientpositive/llap/insert1_overwrite_partitions.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/insert1_overwrite_partitions.q.out b/ql/src/test/results/clientpositive/llap/insert1_overwrite_partitions.q.out index 7f830e9..b33ee64 100644 --- a/ql/src/test/results/clientpositive/llap/insert1_overwrite_partitions.q.out +++ b/ql/src/test/results/clientpositive/llap/insert1_overwrite_partitions.q.out @@ -57,15 +57,15 @@ STAGE PLANS: Map Operator Tree: TableScan alias: sourcetable - Statistics: Num rows: 99 Data size: 93448 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 93448 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: one (type: string), two (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 99 Data size: 93448 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 93448 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: -- - Statistics: Num rows: 99 Data size: 93448 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 93448 Basic stats: PARTIAL Column stats: NONE Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 @@ -74,13 +74,13 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 99 Data size: 93448 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 93448 Basic stats: PARTIAL Column stats: NONE Limit Number of rows: 5 - Statistics: Num rows: 5 Data size: 4715 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 4715 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 4715 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 4715 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -89,18 +89,18 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), '2011-11-11' (type: string), '11' (type: string) outputColumnNames: one, two, ds, hr - Statistics: Num rows: 5 Data size: 4715 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 4715 Basic stats: PARTIAL Column stats: NONE Group By Operator aggregations: compute_stats(one, 'hll'), compute_stats(two, 'hll') keys: ds (type: string), hr (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 5 Data size: 4715 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 4715 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 5 Data size: 4715 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 4715 Basic stats: PARTIAL Column stats: NONE value expressions: _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>) Reducer 3 Execution mode: llap @@ -110,14 +110,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 1886 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 1886 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: _col2 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 1886 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 1886 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 1886 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 1886 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -245,15 +245,15 @@ STAGE PLANS: Map Operator Tree: TableScan alias: sourcetable - Statistics: Num rows: 99 Data size: 93448 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 93448 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: one (type: string), two (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 99 Data size: 93448 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 93448 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: -- - Statistics: Num rows: 99 Data size: 93448 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 93448 Basic stats: PARTIAL Column stats: NONE Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 @@ -262,13 +262,13 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 99 Data size: 93448 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 93448 Basic stats: PARTIAL Column stats: NONE Limit Number of rows: 5 - Statistics: Num rows: 5 Data size: 4715 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 4715 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 4715 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 4715 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -277,15 +277,15 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: one, two - Statistics: Num rows: 5 Data size: 4715 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 4715 Basic stats: PARTIAL Column stats: NONE Group By Operator aggregations: compute_stats(one, 'hll'), compute_stats(two, 'hll') mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 1248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1248 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 1248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1248 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col1 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>) Reducer 3 Execution mode: llap @@ -294,10 +294,10 @@ STAGE PLANS: aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 1248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1248 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 1248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1248 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -402,15 +402,15 @@ STAGE PLANS: Map Operator Tree: TableScan alias: sourcetable - Statistics: Num rows: 99 Data size: 93448 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 93448 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: one (type: string), two (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 99 Data size: 93448 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 93448 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: -- - Statistics: Num rows: 99 Data size: 93448 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 93448 Basic stats: PARTIAL Column stats: NONE Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 @@ -419,13 +419,13 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 99 Data size: 93448 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 93448 Basic stats: PARTIAL Column stats: NONE Limit Number of rows: 5 - Statistics: Num rows: 5 Data size: 4715 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 4715 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 4715 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 4715 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -434,18 +434,18 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), '2011-11-11' (type: string), '11' (type: string) outputColumnNames: one, two, ds, hr - Statistics: Num rows: 5 Data size: 4715 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 4715 Basic stats: PARTIAL Column stats: NONE Group By Operator aggregations: compute_stats(one, 'hll'), compute_stats(two, 'hll') keys: ds (type: string), hr (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 5 Data size: 4715 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 4715 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 5 Data size: 4715 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 4715 Basic stats: PARTIAL Column stats: NONE value expressions: _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>) Reducer 3 Execution mode: llap @@ -455,14 +455,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 1886 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 1886 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: _col2 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 1886 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 1886 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 1886 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 1886 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/ba54eb5d/ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out b/ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out index b9530fa..ed8ae5b 100644 --- a/ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out @@ -906,17 +906,17 @@ STAGE PLANS: Map Operator Tree: TableScan alias: sp - Statistics: Num rows: 99 Data size: 58912 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 99 Data size: 58912 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 99 Data size: 58912 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 99 Data size: 58912 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap LLAP IO: no inputs @@ -927,10 +927,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/ba54eb5d/ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out b/ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out index 7fc508b..0ef9bbf 100644 --- a/ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out +++ b/ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out @@ -469,19 +469,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: employee_part_n1 - Statistics: Num rows: 8 Data size: 28 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 8 Data size: 28 Basic stats: PARTIAL Column stats: NONE Filter Operator predicate: employeeid is not null (type: boolean) - Statistics: Num rows: 6 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 21 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: employeeid (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 21 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 21 Basic stats: PARTIAL Column stats: NONE Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 @@ -509,15 +509,15 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 6 Data size: 23 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 23 Basic stats: PARTIAL Column stats: NONE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 Execution mode: vectorized, llap @@ -526,10 +526,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -572,49 +572,49 @@ STAGE PLANS: outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: _col1 (type: int) + key expressions: _col0 (type: int) sort order: + - Map-reduce partition columns: _col1 (type: int) + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) + value expressions: _col1 (type: int) Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: supplier_nostats - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + alias: employee_part_n1 + Statistics: Num rows: 1 Data size: 4 Basic stats: PARTIAL Column stats: NONE Filter Operator - predicate: s_suppkey is not null (type: boolean) - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + predicate: employeeid is not null (type: boolean) + Statistics: Num rows: 1 Data size: 4 Basic stats: PARTIAL Column stats: NONE Select Operator - expressions: s_suppkey (type: int) + expressions: employeeid (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 4 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 4 Basic stats: PARTIAL Column stats: NONE Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: TableScan - alias: employee_part_n1 - Statistics: Num rows: 8 Data size: 28 Basic stats: COMPLETE Column stats: NONE + alias: supplier_nostats + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: employeeid is not null (type: boolean) - Statistics: Num rows: 6 Data size: 21 Basic stats: COMPLETE Column stats: NONE + predicate: s_suppkey is not null (type: boolean) + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: employeeid (type: int) + expressions: s_suppkey (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 @@ -624,15 +624,15 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col1 (type: int) + 0 _col0 (type: int) 1 _col0 (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col1 + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator - key expressions: _col0 (type: int) + key expressions: _col1 (type: int) sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -640,17 +640,17 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: int) + 0 _col1 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 6 Data size: 23 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 Execution mode: vectorized, llap @@ -659,10 +659,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/ba54eb5d/ql/src/test/results/clientpositive/llap/stats11.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/stats11.q.out b/ql/src/test/results/clientpositive/llap/stats11.q.out index f47137e..785ceb0 100644 --- a/ql/src/test/results/clientpositive/llap/stats11.q.out +++ b/ql/src/test/results/clientpositive/llap/stats11.q.out @@ -392,22 +392,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 149 Data size: 85004 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 85004 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE tag: 1 value expressions: _col1 (type: string) auto parallelism: true @@ -479,17 +479,17 @@ STAGE PLANS: 1 _col0 (type: int) outputColumnNames: _col0, _col1, _col3 Position of Big Table: 1 - Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -520,16 +520,16 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) outputColumnNames: key, value1, value2 - Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value1, 'hll'), compute_stats(value2, 'hll') mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator null sort order: sort order: - Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 value expressions: _col0 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col1 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>) auto parallelism: false @@ -541,13 +541,13 @@ STAGE PLANS: aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -817,22 +817,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 149 Data size: 85004 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 85004 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE tag: 1 value expressions: _col1 (type: string) auto parallelism: true @@ -904,17 +904,17 @@ STAGE PLANS: 1 _col0 (type: int) outputColumnNames: _col0, _col1, _col3 Position of Big Table: 1 - Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -945,16 +945,16 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) outputColumnNames: key, value1, value2 - Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value1, 'hll'), compute_stats(value2, 'hll') mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator null sort order: sort order: - Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 value expressions: _col0 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col1 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>) auto parallelism: false @@ -966,13 +966,13 @@ STAGE PLANS: aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/ba54eb5d/ql/src/test/results/clientpositive/merge_dynamic_partition.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/merge_dynamic_partition.q.out b/ql/src/test/results/clientpositive/merge_dynamic_partition.q.out index 45c3a93..ef34d86 100644 --- a/ql/src/test/results/clientpositive/merge_dynamic_partition.q.out +++ b/ql/src/test/results/clientpositive/merge_dynamic_partition.q.out @@ -64,14 +64,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart_merge_dp_n1 - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: string), value (type: string), hr (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -80,18 +80,18 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), '2008-04-08' (type: string), _col2 (type: string) outputColumnNames: key, value, ds, hr - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') keys: ds (type: string), hr (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE value expressions: _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>) Reduce Operator Tree: Group By Operator @@ -99,14 +99,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 49 Data size: 28766 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 49 Data size: 28766 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: _col2 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 49 Data size: 28766 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 49 Data size: 28766 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 49 Data size: 28766 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 49 Data size: 28766 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -694,14 +694,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart_merge_dp_n1 - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -710,18 +710,18 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), '2008-04-08' (type: string), '11' (type: string) outputColumnNames: key, value, ds, hr - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') keys: ds (type: string), hr (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE value expressions: _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>) Reduce Operator Tree: Group By Operator @@ -729,14 +729,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 49 Data size: 28766 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 49 Data size: 28766 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: _col2 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 49 Data size: 28766 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 49 Data size: 28766 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 49 Data size: 28766 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 49 Data size: 28766 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1363,14 +1363,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart_merge_dp_n1 - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: string), value (type: string), '2008-04-08' (type: string), hr (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1379,18 +1379,18 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) outputColumnNames: key, value, ds, hr - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') keys: ds (type: string), hr (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 99 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 99 Data size: 58120 Basic stats: PARTIAL Column stats: NONE value expressions: _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>) Reduce Operator Tree: Group By Operator @@ -1398,14 +1398,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 49 Data size: 28766 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 49 Data size: 28766 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: _col2 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 49 Data size: 28766 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 49 Data size: 28766 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 49 Data size: 28766 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 49 Data size: 28766 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
