http://git-wip-us.apache.org/repos/asf/hive/blob/e26b9325/ql/src/test/results/clientpositive/spark/count.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/count.q.out b/ql/src/test/results/clientpositive/spark/count.q.out index bb29363..a2c57d9 100644 --- a/ql/src/test/results/clientpositive/spark/count.q.out +++ b/ql/src/test/results/clientpositive/spark/count.q.out @@ -48,22 +48,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: abcd - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: a (type: int), b (type: int), c (type: int), d (type: int) outputColumnNames: a, b, c, d - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(DISTINCT b), count(DISTINCT c), sum(d) keys: a (type: int), b (type: int), c (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) sort order: +++ Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE value expressions: _col5 (type: bigint) Reducer 2 Reduce Operator Tree: @@ -72,10 +72,10 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -118,21 +118,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: abcd - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: a (type: int), b (type: int), c (type: int), d (type: int) outputColumnNames: a, b, c, d - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(), count(a), count(b), count(c), count(d), count(DISTINCT a), count(DISTINCT b), count(DISTINCT c), count(DISTINCT d), count(DISTINCT a, b), count(DISTINCT b, c), count(DISTINCT c, d), count(DISTINCT a, d), count(DISTINCT a, c), count(DISTINCT b, d), count(DISTINCT a, b, c), count(DISTINCT b, c, d), count(DISTINCT a, c, d), count(DISTINCT a, b, d), count(DISTINCT a, b, c, d) keys: a (type: int), b (type: int), c (type: int), d (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23 - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) sort order: ++++ - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint) Reducer 2 Reduce Operator Tree: @@ -187,16 +187,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: abcd - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: a (type: int), b (type: int), c (type: int), d (type: int) outputColumnNames: a, b, c, d - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: a (type: int), b (type: int), c (type: int) sort order: +++ Map-reduce partition columns: a (type: int) - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE value expressions: d (type: int) Reducer 2 Reduce Operator Tree: @@ -205,10 +205,10 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: complete outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -251,15 +251,15 @@ STAGE PLANS: Map Operator Tree: TableScan alias: abcd - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: a (type: int), b (type: int), c (type: int), d (type: int) outputColumnNames: a, b, c, d - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: a (type: int), b (type: int), c (type: int), d (type: int) sort order: ++++ - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reducer 2 Reduce Operator Tree: Group By Operator @@ -313,21 +313,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: abcd - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: a (type: int), b (type: int), c (type: int), d (type: int) outputColumnNames: a, b, c, d - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(), count(a), count(b), count(c), count(d), count(DISTINCT a), count(DISTINCT b), count(DISTINCT c), count(DISTINCT d), count(DISTINCT a, b), count(DISTINCT b, c), count(DISTINCT c, d), count(DISTINCT a, d), count(DISTINCT a, c), count(DISTINCT b, d), count(DISTINCT a, b, c), count(DISTINCT b, c, d), count(DISTINCT a, c, d), count(DISTINCT a, b, d), count(DISTINCT a, b, c, d) keys: a (type: int), b (type: int), c (type: int), d (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23 - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) sort order: ++++ - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint) Reducer 2 Reduce Operator Tree: @@ -383,28 +383,28 @@ STAGE PLANS: Map Operator Tree: TableScan alias: abcd - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: a (type: int), b (type: int) outputColumnNames: a, b - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: a (type: int), b (type: int) sort order: ++ Map-reduce partition columns: a (type: int), b (type: int) - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reducer 2 Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: complete outputColumnNames: a, b - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: a (type: int) sort order: + Map-reduce partition columns: a (type: int) - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE value expressions: b (type: int) Reducer 3 Reduce Operator Tree: @@ -413,14 +413,14 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: complete outputColumnNames: a, $f1 - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: $f1 (type: bigint) outputColumnNames: _o__c0 - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -464,28 +464,28 @@ STAGE PLANS: Map Operator Tree: TableScan alias: abcd - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: b (type: int) outputColumnNames: b - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: b (type: int) sort order: + Map-reduce partition columns: b (type: int) - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reducer 2 Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) mode: complete outputColumnNames: b - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: b (type: int) sort order: + Map-reduce partition columns: b (type: int) - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reducer 3 Reduce Operator Tree: Group By Operator @@ -493,14 +493,14 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: complete outputColumnNames: b, $f1 - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: $f1 (type: bigint) outputColumnNames: _o__c0 - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -544,28 +544,28 @@ STAGE PLANS: Map Operator Tree: TableScan alias: abcd - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: b (type: int), c (type: int) outputColumnNames: b, c - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: b (type: int), c (type: int) sort order: ++ Map-reduce partition columns: b (type: int), c (type: int) - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reducer 2 Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: complete outputColumnNames: b, c - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: c (type: int) sort order: + Map-reduce partition columns: c (type: int) - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE value expressions: b (type: int) Reducer 3 Reduce Operator Tree: @@ -574,14 +574,14 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: complete outputColumnNames: c, $f1 - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: $f1 (type: bigint) outputColumnNames: _o__c0 - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -627,16 +627,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: abcd - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: b (type: int), c (type: int), d (type: int) outputColumnNames: b, c, d - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: d (type: int), c (type: int) sort order: ++ Map-reduce partition columns: d (type: int) - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE value expressions: b (type: int) Reducer 2 Reduce Operator Tree: @@ -645,14 +645,14 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: complete outputColumnNames: d, $f1, $f2 - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: $f1 (type: bigint), $f2 (type: bigint) outputColumnNames: _o__c0, _o__c1 - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -698,16 +698,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: abcd - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: a (type: int), b (type: int), c (type: int), d (type: int), (d + d) (type: int), (d * 3) (type: int) outputColumnNames: $f0, $f1, $f2, $f3, $f4, $f5 - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: $f0 (type: int), $f1 (type: int), $f2 (type: int) sort order: +++ Map-reduce partition columns: $f0 (type: int) - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE value expressions: $f3 (type: int), $f4 (type: int), $f5 (type: int) Reducer 2 Reduce Operator Tree: @@ -716,10 +716,10 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: complete outputColumnNames: $f0, $f1, $f2, $f3, $f4, $f5, $f6, $f7, $f8, $f9, $f10 - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -762,16 +762,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: abcd - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: a (type: int), b (type: int), c (type: int), d (type: int) outputColumnNames: a, b, c, d - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: a (type: int), b (type: int), c (type: int) sort order: +++ Map-reduce partition columns: a (type: int) - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE value expressions: d (type: int) Reducer 2 Reduce Operator Tree: @@ -780,10 +780,10 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: complete outputColumnNames: a, $f1, $f2, $f3, $f4 - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -826,15 +826,15 @@ STAGE PLANS: Map Operator Tree: TableScan alias: abcd - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: a (type: int), b (type: int), c (type: int), d (type: int) outputColumnNames: a, b, c, d - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: a (type: int), b (type: int), c (type: int), d (type: int) sort order: ++++ - Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reducer 2 Reduce Operator Tree: Group By Operator
http://git-wip-us.apache.org/repos/asf/hive/blob/e26b9325/ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out b/ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out index 88eaf86..53d982a 100644 --- a/ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out +++ b/ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out @@ -39,28 +39,28 @@ STAGE PLANS: Map Operator Tree: TableScan alias: t1 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: add10(x) (type: int), add10(y) (type: double) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: double) sort order: -+ - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 2 Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: double) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/e26b9325/ql/src/test/results/clientpositive/spark/groupby10.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/groupby10.q.out b/ql/src/test/results/clientpositive/spark/groupby10.q.out index f03e4e3..df4e23b 100644 --- a/ql/src/test/results/clientpositive/spark/groupby10.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby10.q.out @@ -61,16 +61,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: input - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: key, value - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int), substr(value, 5) (type: string) sort order: ++ Map-reduce partition columns: key (type: int) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Reducer 2 Reduce Operator Tree: Group By Operator @@ -78,12 +78,12 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: partial1 outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 3 Reduce Operator Tree: @@ -92,14 +92,14 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: final outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -112,12 +112,12 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: partial1 outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double) Reducer 5 Reduce Operator Tree: @@ -126,14 +126,14 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: final outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -275,16 +275,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: input - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: key, value - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int), substr(value, 5) (type: string) sort order: ++ Map-reduce partition columns: key (type: int) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Reducer 2 Reduce Operator Tree: Group By Operator @@ -292,12 +292,12 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: partial1 outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 3 Reduce Operator Tree: @@ -306,14 +306,14 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: final outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -326,12 +326,12 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: partial1 outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double) Reducer 5 Reduce Operator Tree: @@ -340,14 +340,14 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: final outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -486,33 +486,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: input - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: key, value - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int), substr(value, 5) (type: string) sort order: ++ Map-reduce partition columns: key (type: int) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Reducer 2 Reduce Operator Tree: Forward - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(DISTINCT KEY._col1:0._col0), count(DISTINCT KEY._col1:1._col0) keys: KEY._col0 (type: int) mode: complete outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -523,14 +523,14 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: complete outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/e26b9325/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out b/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out index 7629fe6..fa1480e 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out @@ -35,22 +35,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: t1 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), val (type: string) outputColumnNames: key, val - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() keys: key (type: string), val (type: string), 0 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int) - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reducer 2 Reduce Operator Tree: @@ -59,15 +59,15 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE pruneGroupingSetId: true Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -100,22 +100,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: t1 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), val (type: string) outputColumnNames: key, val - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() keys: key (type: string), val (type: string), 0 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int) - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reducer 2 Reduce Operator Tree: @@ -124,15 +124,15 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE pruneGroupingSetId: true Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -191,22 +191,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: t1 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), val (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() keys: _col0 (type: string), _col1 (type: string), 0 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int) - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reducer 2 Reduce Operator Tree: @@ -215,14 +215,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -281,22 +281,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: t1 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), val (type: string) outputColumnNames: key, val - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(DISTINCT val) keys: key (type: string), 0 (type: int), val (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE Reducer 2 Reduce Operator Tree: Group By Operator @@ -304,15 +304,15 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col2 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE pruneGroupingSetId: true Select Operator expressions: _col0 (type: string), _col2 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -360,22 +360,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: t1 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), val (type: string) outputColumnNames: key, val - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() keys: key (type: string), val (type: string), 0 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) sort order: +++ Map-reduce partition columns: rand() (type: double) - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reducer 2 Reduce Operator Tree: @@ -384,12 +384,12 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: partials outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reducer 3 Reduce Operator Tree: @@ -398,15 +398,15 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: final outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE pruneGroupingSetId: true Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -466,22 +466,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: t1 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), val (type: string) outputColumnNames: key, val - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(DISTINCT val) keys: key (type: string), 0 (type: int), val (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE Reducer 2 Reduce Operator Tree: Group By Operator @@ -489,12 +489,12 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: int) mode: partials outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Reducer 3 Reduce Operator Tree: @@ -503,15 +503,15 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: int) mode: final outputColumnNames: _col0, _col2 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE pruneGroupingSetId: true Select Operator expressions: _col0 (type: string), _col2 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -584,43 +584,43 @@ STAGE PLANS: Map Operator Tree: TableScan alias: t1 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), val (type: string) outputColumnNames: key, val - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(1) keys: key (type: string), val (type: string), 0 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) sort order: +++ Map-reduce partition columns: rand() (type: double) - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Map 7 Map Operator Tree: TableScan alias: t1 - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), val (type: string) outputColumnNames: key, val - Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(1) keys: key (type: string), val (type: string), 0 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) sort order: +++ Map-reduce partition columns: rand() (type: double) - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reducer 2 Reduce Operator Tree: @@ -629,12 +629,12 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: partials outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reducer 3 Reduce Operator Tree: @@ -643,15 +643,15 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: final outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE pruneGroupingSetId: true Select Operator expressions: _col0 (type: string), _col1 (type: string), UDFToInteger(_col3) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -664,12 +664,12 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: partials outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reducer 5 Reduce Operator Tree: @@ -678,15 +678,15 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: final outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE pruneGroupingSetId: true Select Operator expressions: _col0 (type: string), _col1 (type: string), UDFToInteger(_col3) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
