http://git-wip-us.apache.org/repos/asf/hive/blob/d0fa7d55/ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out b/ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out index 161631a..297e1c8 100644 --- a/ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out +++ b/ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out @@ -143,22 +143,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 29 Data size: 8514 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 44908 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 28 Data size: 8220 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 28 Data size: 8220 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 28 Data size: 8220 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE tag: 0 value expressions: _col1 (type: string) auto parallelism: true @@ -221,22 +221,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 55 Data size: 15964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 85004 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 53 Data size: 15383 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 53 Data size: 15383 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 53 Data size: 15383 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE tag: 1 value expressions: _col1 (type: string) auto parallelism: true @@ -307,17 +307,17 @@ STAGE PLANS: 1 _col0 (type: int) outputColumnNames: _col0, _col1, _col4 Position of Big Table: 1 - Statistics: Num rows: 58 Data size: 16921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col4 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 58 Data size: 16921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 58 Data size: 16921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -347,7 +347,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) outputColumnNames: key, value1, value2 - Statistics: Num rows: 58 Data size: 16921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value1, 'hll'), compute_stats(value2, 'hll') mode: hash @@ -569,22 +569,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 29 Data size: 8514 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 44908 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 28 Data size: 8220 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 28 Data size: 8220 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 28 Data size: 8220 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE tag: 0 value expressions: _col1 (type: string) auto parallelism: true @@ -647,22 +647,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 55 Data size: 15964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 85004 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 53 Data size: 15383 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 53 Data size: 15383 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 53 Data size: 15383 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE tag: 1 value expressions: _col1 (type: string) auto parallelism: true @@ -733,17 +733,17 @@ STAGE PLANS: 1 _col0 (type: int) outputColumnNames: _col0, _col1, _col4 Position of Big Table: 1 - Statistics: Num rows: 58 Data size: 16921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col4 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 58 Data size: 16921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 58 Data size: 16921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -773,7 +773,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) outputColumnNames: key, value1, value2 - Statistics: Num rows: 58 Data size: 16921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value1, 'hll'), compute_stats(value2, 'hll') mode: hash
http://git-wip-us.apache.org/repos/asf/hive/blob/d0fa7d55/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out b/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out index b3ffda2..f3a1c11 100644 --- a/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out +++ b/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out @@ -81,18 +81,18 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 687 Data size: 5366 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 69 Data size: 27768 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 653 Data size: 5100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 66 Data size: 26560 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) null sort order: a sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 653 Data size: 5100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 66 Data size: 26560 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: true Execution mode: llap @@ -155,18 +155,18 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 26 Data size: 7638 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 69 Data size: 40096 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 25 Data size: 7344 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 66 Data size: 38352 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) null sort order: a sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 25 Data size: 7344 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 66 Data size: 38352 Basic stats: COMPLETE Column stats: NONE tag: 1 value expressions: value (type: string) auto parallelism: true @@ -237,17 +237,17 @@ STAGE PLANS: 0 key (type: int) 1 key (type: int) outputColumnNames: _col0, _col8 - Position of Big Table: 0 - Statistics: Num rows: 718 Data size: 5610 Basic stats: COMPLETE Column stats: NONE + Position of Big Table: 1 + Statistics: Num rows: 72 Data size: 29216 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col8 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 718 Data size: 5610 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 72 Data size: 29216 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) null sort order: aa sort order: ++ - Statistics: Num rows: 718 Data size: 5610 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 72 Data size: 29216 Basic stats: COMPLETE Column stats: NONE tag: -1 TopN: 1 TopN Hash Memory Usage: 0.1 @@ -259,16 +259,16 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 718 Data size: 5610 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 72 Data size: 29216 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 405 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 405 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/d0fa7d55/ql/src/test/results/clientpositive/llap/column_table_stats.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/column_table_stats.q.out b/ql/src/test/results/clientpositive/llap/column_table_stats.q.out index a6add6a..7f3cc02 100644 --- a/ql/src/test/results/clientpositive/llap/column_table_stats.q.out +++ b/ql/src/test/results/clientpositive/llap/column_table_stats.q.out @@ -324,13 +324,13 @@ STAGE PLANS: Map Operator Tree: TableScan alias: spart - Statistics: Num rows: 58 Data size: 53944 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 196 Data size: 257552 Basic stats: COMPLETE Column stats: PARTIAL Statistics Aggregation Key Prefix: default.spart/ GatherStats: true Select Operator expressions: key (type: string), value (type: string), ds (type: string), hr (type: string) outputColumnNames: key, value, ds, hr - Statistics: Num rows: 58 Data size: 53944 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 196 Data size: 257552 Basic stats: COMPLETE Column stats: PARTIAL Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') keys: ds (type: string), hr (type: string) @@ -730,13 +730,13 @@ STAGE PLANS: Map Operator Tree: TableScan alias: spart - Statistics: Num rows: 58 Data size: 53944 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 196 Data size: 257552 Basic stats: COMPLETE Column stats: PARTIAL Statistics Aggregation Key Prefix: default.spart/ GatherStats: true Select Operator expressions: key (type: string), value (type: string), ds (type: string), hr (type: string) outputColumnNames: key, value, ds, hr - Statistics: Num rows: 58 Data size: 53944 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 196 Data size: 257552 Basic stats: COMPLETE Column stats: PARTIAL Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') keys: ds (type: string), hr (type: string) @@ -1136,13 +1136,13 @@ STAGE PLANS: Map Operator Tree: TableScan alias: spart - Statistics: Num rows: 29 Data size: 21820 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 117 Data size: 121232 Basic stats: COMPLETE Column stats: PARTIAL Statistics Aggregation Key Prefix: default.spart/ GatherStats: true Select Operator expressions: key (type: string), value (type: string), ds (type: string) outputColumnNames: key, value, ds - Statistics: Num rows: 29 Data size: 21820 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 117 Data size: 121232 Basic stats: COMPLETE Column stats: PARTIAL Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') keys: ds (type: string), '11' (type: string) http://git-wip-us.apache.org/repos/asf/hive/blob/d0fa7d55/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out index d4dd1a6..025c484 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out @@ -57,11 +57,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: ds (type: string) mode: hash @@ -221,7 +221,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -350,7 +350,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -477,7 +477,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -606,7 +606,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -722,7 +722,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 948480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 @@ -910,7 +910,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: (ds is not null and hr is not null) (type: boolean) - Statistics: Num rows: 2000 Data size: 948480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 @@ -1075,7 +1075,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 948480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 @@ -1219,7 +1219,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: (ds is not null and hr is not null) (type: boolean) - Statistics: Num rows: 2000 Data size: 948480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 @@ -1344,7 +1344,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -1473,7 +1473,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -1596,7 +1596,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 @@ -1725,7 +1725,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 @@ -1854,7 +1854,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 @@ -1968,7 +1968,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 @@ -2095,7 +2095,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 @@ -2239,7 +2239,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: (ds = '2008-04-08') (type: boolean) - Statistics: Num rows: 1000 Data size: 114240 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: COMPLETE Select Operator Statistics: Num rows: 1000 Data size: 94000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator @@ -2360,7 +2360,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 948480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 @@ -2476,7 +2476,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 948480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 @@ -2620,7 +2620,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -2764,7 +2764,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -2838,7 +2838,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -2950,7 +2950,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 1000 Data size: 474240 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 378624 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 @@ -3286,7 +3286,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -3302,11 +3302,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(ds) mode: hash @@ -3322,11 +3322,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(ds) mode: hash @@ -3494,7 +3494,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -3510,11 +3510,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(ds) mode: hash @@ -3530,11 +3530,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(ds) mode: hash @@ -3706,7 +3706,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: ds (type: string) mode: hash @@ -3723,11 +3723,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(ds) mode: hash @@ -3744,7 +3744,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: ds (type: string) mode: hash @@ -3761,11 +3761,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(ds) mode: hash @@ -3976,7 +3976,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -4112,7 +4112,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -4236,7 +4236,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 948480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 @@ -4418,7 +4418,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 948480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 @@ -4567,7 +4567,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -4690,7 +4690,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 @@ -4813,7 +4813,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 @@ -4951,22 +4951,22 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: (ds = '2008-04-08') (type: boolean) - Statistics: Num rows: 1000 Data size: 106240 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE Select Operator - Statistics: Num rows: 1000 Data size: 106240 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1000 Data size: 106240 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: '2008-04-08' (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 106240 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1000 Data size: 106240 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -4978,7 +4978,7 @@ STAGE PLANS: keys: 0 1 - Statistics: Num rows: 500000 Data size: 106740000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500000 Data size: 11124000 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -5010,12 +5010,12 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 53120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Select Operator - Statistics: Num rows: 500 Data size: 53120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 500 Data size: 53120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Stage: Stage-0 Fetch Operator @@ -5072,7 +5072,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -5208,7 +5208,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -5263,7 +5263,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -5353,7 +5353,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 1000 Data size: 474240 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 378624 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 @@ -5664,7 +5664,7 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -5695,11 +5695,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(ds) mode: hash @@ -5715,11 +5715,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(ds) mode: hash @@ -5901,7 +5901,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart_orc - Statistics: Num rows: 2000 Data size: 2256000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 564000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: int) outputColumnNames: _col0, _col1 http://git-wip-us.apache.org/repos/asf/hive/blob/d0fa7d55/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out index 173f69d..ff71fb2 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out @@ -479,7 +479,7 @@ STAGE PLANS: TableScan alias: agg filterExpr: dim_shops_id is not null (type: boolean) - Statistics: Num rows: 9 Data size: 306 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 9 Data size: 63 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: dim_shops_id (type: int) outputColumnNames: _col0 @@ -1057,7 +1057,7 @@ STAGE PLANS: TableScan alias: s1 filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -1087,7 +1087,7 @@ STAGE PLANS: TableScan alias: s2 filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 580480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 http://git-wip-us.apache.org/repos/asf/hive/blob/d0fa7d55/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction.q.out b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction.q.out index 89af586..3d711c3 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction.q.out @@ -466,16 +466,16 @@ STAGE PLANS: TableScan alias: srcpart_small filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 20 Data size: 38880 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 38880 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 20 Data size: 38880 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Execution mode: llap LLAP IO: all inputs Reducer 2 @@ -2821,30 +2821,30 @@ STAGE PLANS: TableScan alias: srcpart_small filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 20 Data size: 38880 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 38880 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 20 Data size: 38880 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 38880 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 38880 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart_date Partition key expr: ds - Statistics: Num rows: 20 Data size: 38880 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Target Vertex: Map 1 Execution mode: llap LLAP IO: all inputs @@ -2976,30 +2976,30 @@ STAGE PLANS: TableScan alias: srcpart_small filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 20 Data size: 38880 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 38880 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 20 Data size: 38880 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 38880 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 38880 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart_date Partition key expr: ds - Statistics: Num rows: 20 Data size: 38880 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Target Vertex: Map 1 Execution mode: llap LLAP IO: all inputs @@ -3161,7 +3161,7 @@ STAGE PLANS: TableScan alias: srcpart_date filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 3888000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 720000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -3331,7 +3331,7 @@ STAGE PLANS: TableScan alias: srcpart_date filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 3888000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 720000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -3513,7 +3513,7 @@ STAGE PLANS: TableScan alias: srcpart_date filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 3888000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 720000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 @@ -3660,7 +3660,7 @@ STAGE PLANS: TableScan alias: srcpart_date filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 3888000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 720000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 http://git-wip-us.apache.org/repos/asf/hive/blob/d0fa7d55/ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out index 30596ee..dc6bf7e 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out @@ -265,9 +265,9 @@ Stage-0 <-Map 4 [SIMPLE_EDGE] llap SHUFFLE [RS_7] PartitionCols:_col0 - Select Operator [SEL_5] (rows=20 width=1944) + Select Operator [SEL_5] (rows=20 width=360) Output:["_col0"] - TableScan [TS_3] (rows=20 width=1944) + TableScan [TS_3] (rows=20 width=360) default@srcpart_small,srcpart_small,Tbl:PARTIAL,Col:COMPLETE PREHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.ds) http://git-wip-us.apache.org/repos/asf/hive/blob/d0fa7d55/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out index a7056a5..15a97a7 100644 --- a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out +++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out @@ -2497,9 +2497,9 @@ STAGE PLANS: Map Operator Tree: TableScan alias: over1k_part_buck_sort2_orc - Statistics: Num rows: 19 Data size: 5082 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 19 Data size: 645 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 19 Data size: 5082 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 19 Data size: 645 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash @@ -2709,9 +2709,9 @@ STAGE PLANS: Map Operator Tree: TableScan alias: over1k_part_buck_sort2_orc - Statistics: Num rows: 18 Data size: 4814 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 18 Data size: 611 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 18 Data size: 4814 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 18 Data size: 611 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash http://git-wip-us.apache.org/repos/asf/hive/blob/d0fa7d55/ql/src/test/results/clientpositive/llap/explainuser_1.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out index 2fb1854..8ecab56 100644 --- a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out +++ b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out @@ -200,8 +200,8 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_4] Group By Operator [GBY_3] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_2] (rows=500 width=948) - TableScan [TS_0] (rows=500 width=948) + Select Operator [SEL_2] (rows=500 width=102) + TableScan [TS_0] (rows=500 width=102) default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:COMPLETE PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part where ds='2012-01-03' and ts='2012-01-03+14:46:31' @@ -1677,12 +1677,12 @@ Stage-0 <-Map 1 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_6] Select Operator [SEL_2] (rows=20 width=88) - TableScan [TS_0] (rows=20 width=139) + TableScan [TS_0] (rows=20 width=21) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE <-Map 4 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_7] Select Operator [SEL_5] (rows=20 width=88) - TableScan [TS_3] (rows=20 width=139) + TableScan [TS_3] (rows=20 width=21) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE PREHOOK: query: explain select * @@ -3982,7 +3982,7 @@ Stage-0 Stage-1 Reducer 2 llap File Output Operator [FS_12] - Merge Join Operator [MERGEJOIN_17] (rows=2 width=11) + Merge Join Operator [MERGEJOIN_17] (rows=1 width=206) Conds:RS_8._col1=RS_9._col0(Left Semi),Output:["_col0","_col1"] <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_8] @@ -3996,14 +3996,14 @@ Stage-0 <-Map 3 [SIMPLE_EDGE] llap SHUFFLE [RS_9] PartitionCols:_col0 - Group By Operator [GBY_7] (rows=2 width=10) + Group By Operator [GBY_7] (rows=1 width=124) Output:["_col0"],keys:_col0 - Select Operator [SEL_5] (rows=2 width=10) + Select Operator [SEL_5] (rows=1 width=124) Output:["_col0"] - Filter Operator [FIL_16] (rows=2 width=10) + Filter Operator [FIL_16] (rows=1 width=124) predicate:id is not null - TableScan [TS_3] (rows=2 width=10) - default@things,things,Tbl:COMPLETE,Col:NONE,Output:["id"] + TableScan [TS_3] (rows=1 width=124) + default@things,things,Tbl:PARTIAL,Col:NONE,Output:["id"] PREHOOK: query: drop table sales PREHOOK: type: DROPTABLE http://git-wip-us.apache.org/repos/asf/hive/blob/d0fa7d55/ql/src/test/results/clientpositive/llap/insert_into2.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/insert_into2.q.out b/ql/src/test/results/clientpositive/llap/insert_into2.q.out index cfce08b..83f0e3d 100644 --- a/ql/src/test/results/clientpositive/llap/insert_into2.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_into2.q.out @@ -592,9 +592,9 @@ STAGE PLANS: Map Operator Tree: TableScan alias: insert_into2 - Statistics: Num rows: 50 Data size: 5700 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 50 Data size: 930 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 50 Data size: 5700 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 50 Data size: 930 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash http://git-wip-us.apache.org/repos/asf/hive/blob/d0fa7d55/ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out b/ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out index 0f6d4f1..092cfff 100644 --- a/ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out +++ b/ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out @@ -469,19 +469,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: employee_part - Statistics: Num rows: 116 Data size: 448 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 8 Data size: 28 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: employeeid is not null (type: boolean) - Statistics: Num rows: 111 Data size: 428 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 21 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: employeeid (type: int) outputColumnNames: _col0 - Statistics: Num rows: 111 Data size: 428 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 21 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 111 Data size: 428 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 21 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -509,7 +509,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 122 Data size: 470 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 23 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -602,19 +602,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: employee_part - Statistics: Num rows: 116 Data size: 448 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 8 Data size: 28 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: employeeid is not null (type: boolean) - Statistics: Num rows: 111 Data size: 428 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 21 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: employeeid (type: int) outputColumnNames: _col0 - Statistics: Num rows: 111 Data size: 428 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 21 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 111 Data size: 428 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 21 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -642,7 +642,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 122 Data size: 470 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 23 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash http://git-wip-us.apache.org/repos/asf/hive/blob/d0fa7d55/ql/src/test/results/clientpositive/llap/llap_partitioned.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/llap_partitioned.q.out b/ql/src/test/results/clientpositive/llap/llap_partitioned.q.out index 350179e..ac75467 100644 --- a/ql/src/test/results/clientpositive/llap/llap_partitioned.q.out +++ b/ql/src/test/results/clientpositive/llap/llap_partitioned.q.out @@ -1696,7 +1696,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: od - Statistics: Num rows: 10 Data size: 26040 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 10 Data size: 2640 Basic stats: COMPLETE Column stats: COMPLETE TableScan Vectorization: native: true vectorizationSchemaColumns: [0:csmallint:smallint, 1:cint:int, 2:cbigint:bigint, 3:cfloat:float, 4:cdouble:double, 5:cstring1:string, 6:cchar1:char(255), 7:cvchar1:varchar(255), 8:cboolean1:boolean, 9:cboolean2:boolean, 10:ctinyint:tinyint, 11:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>] http://git-wip-us.apache.org/repos/asf/hive/blob/d0fa7d55/ql/src/test/results/clientpositive/llap/partition_multilevels.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/partition_multilevels.q.out b/ql/src/test/results/clientpositive/llap/partition_multilevels.q.out index 054cda4..fb60ce3 100644 --- a/ql/src/test/results/clientpositive/llap/partition_multilevels.q.out +++ b/ql/src/test/results/clientpositive/llap/partition_multilevels.q.out @@ -982,11 +982,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: partition_test_multilevel - Statistics: Num rows: 108 Data size: 51204 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 108 Data size: 40890 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: level2 (type: string), level3 (type: string) outputColumnNames: level2, level3 - Statistics: Num rows: 108 Data size: 51204 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 108 Data size: 40890 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: level2 (type: string), level3 (type: string) @@ -1572,11 +1572,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: partition_test_multilevel - Statistics: Num rows: 108 Data size: 51204 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 108 Data size: 40890 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: level2 (type: string), level3 (type: string) outputColumnNames: level2, level3 - Statistics: Num rows: 108 Data size: 51204 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 108 Data size: 40890 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: level2 (type: string), level3 (type: string) http://git-wip-us.apache.org/repos/asf/hive/blob/d0fa7d55/ql/src/test/results/clientpositive/llap/stats11.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/stats11.q.out b/ql/src/test/results/clientpositive/llap/stats11.q.out index 456a396..b9b2d5f 100644 --- a/ql/src/test/results/clientpositive/llap/stats11.q.out +++ b/ql/src/test/results/clientpositive/llap/stats11.q.out @@ -390,22 +390,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 55 Data size: 15964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 85004 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 53 Data size: 15383 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 53 Data size: 15383 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 53 Data size: 15383 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE tag: 1 value expressions: _col1 (type: string) auto parallelism: true @@ -476,17 +476,17 @@ STAGE PLANS: 1 _col0 (type: int) outputColumnNames: _col0, _col1, _col3 Position of Big Table: 1 - Statistics: Num rows: 58 Data size: 16921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 58 Data size: 16921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 58 Data size: 16921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -516,7 +516,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) outputColumnNames: key, value1, value2 - Statistics: Num rows: 58 Data size: 16921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value1, 'hll'), compute_stats(value2, 'hll') mode: hash @@ -810,22 +810,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 55 Data size: 15964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 85004 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 53 Data size: 15383 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 53 Data size: 15383 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 53 Data size: 15383 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE tag: 1 value expressions: _col1 (type: string) auto parallelism: true @@ -896,17 +896,17 @@ STAGE PLANS: 1 _col0 (type: int) outputColumnNames: _col0, _col1, _col3 Position of Big Table: 1 - Statistics: Num rows: 58 Data size: 16921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 58 Data size: 16921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 58 Data size: 16921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -936,7 +936,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) outputColumnNames: key, value1, value2 - Statistics: Num rows: 58 Data size: 16921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value1, 'hll'), compute_stats(value2, 'hll') mode: hash