http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query69.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/spark/query69.q.out b/ql/src/test/results/clientpositive/perf/spark/query69.q.out index efb3f30..42acbbc 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query69.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query69.q.out @@ -118,6 +118,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -141,6 +142,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -164,6 +166,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -198,6 +201,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -234,6 +238,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Map 12 @@ -268,6 +273,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Map 15 @@ -302,6 +308,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Map 8 @@ -321,6 +328,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -339,7 +347,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: int), _col5 (type: string) + Execution mode: vectorized Reducer 13 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -357,6 +367,7 @@ STAGE PLANS: Statistics: Num rows: 79201469 Data size: 10769109250 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: boolean) Reducer 16 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -461,6 +472,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col5 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -479,6 +491,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col0 (type: bigint), KEY.reducesinkkey3 (type: int), VALUE._col0 (type: bigint), KEY.reducesinkkey4 (type: string), VALUE._col0 (type: bigint)
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query7.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/spark/query7.q.out b/ql/src/test/results/clientpositive/perf/spark/query7.q.out index 71a08b0..89cb5c3 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query7.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query7.q.out @@ -64,6 +64,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -95,6 +96,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -113,6 +115,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -130,6 +133,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 232725 Data size: 89648269 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -147,6 +151,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -215,6 +220,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: bigint), _col5 (type: decimal(17,2)), _col6 (type: bigint), _col7 (type: decimal(17,2)), _col8 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5), sum(VALUE._col6), count(VALUE._col7) @@ -233,6 +239,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: double), _col2 (type: decimal(37,22)), _col3 (type: decimal(37,22)), _col4 (type: decimal(37,22)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double), VALUE._col1 (type: decimal(37,22)), VALUE._col2 (type: decimal(37,22)), VALUE._col3 (type: decimal(37,22)) http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query70.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/spark/query70.q.out b/ql/src/test/results/clientpositive/perf/spark/query70.q.out index df07790..9adcf7e 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query70.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query70.q.out @@ -99,6 +99,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -122,6 +123,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -156,6 +158,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -173,6 +176,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8116 Data size: 9081804 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -190,6 +194,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8116 Data size: 9081804 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -208,6 +213,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Local Work: Map Reduce Local Work @@ -243,6 +249,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -257,6 +264,7 @@ STAGE PLANS: Statistics: Num rows: 348477374 Data size: 30742775095 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: decimal(17,2)) @@ -350,6 +358,7 @@ STAGE PLANS: Statistics: Num rows: 2299950717 Data size: 202902320028 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -368,6 +377,7 @@ STAGE PLANS: Statistics: Num rows: 1149975358 Data size: 101451159969 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey2 (type: decimal(17,2)), VALUE._col2 (type: bigint) @@ -405,6 +415,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: decimal(17,2)), _col1 (type: string), _col2 (type: string) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey2 (type: int) http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query71.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/spark/query71.q.out b/ql/src/test/results/clientpositive/perf/spark/query71.q.out index 92b7915..2392414 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query71.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query71.q.out @@ -109,6 +109,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -126,6 +127,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -144,6 +146,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -161,6 +164,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -179,6 +183,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -197,6 +202,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -215,6 +221,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 12 Reduce Operator Tree: Join Operator @@ -288,6 +295,7 @@ STAGE PLANS: Statistics: Num rows: 1341632299 Data size: 145603835081 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: decimal(17,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -305,6 +313,7 @@ STAGE PLANS: Statistics: Num rows: 670816149 Data size: 72801917486 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: int) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: int), VALUE._col2 (type: int), KEY.reducesinkkey0 (type: decimal(17,2)) http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query72.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/spark/query72.q.out b/ql/src/test/results/clientpositive/perf/spark/query72.q.out index d204803..9a582e6 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query72.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query72.q.out @@ -85,6 +85,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -108,6 +109,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 16 @@ -123,6 +125,7 @@ STAGE PLANS: keys: 0 _col5 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -168,6 +171,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 41342400 Data size: 653203228 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col3 (type: int), _col5 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 13 @@ -188,6 +192,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: int) + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -205,6 +210,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 930900 Data size: 358593079 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 17 Map Operator Tree: TableScan @@ -223,6 +229,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -241,6 +248,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -258,6 +266,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -275,6 +284,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -293,6 +303,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int) + Execution mode: vectorized Reducer 10 Local Work: Map Reduce Local Work @@ -436,6 +447,7 @@ STAGE PLANS: Statistics: Num rows: 75451675 Data size: 10217672826 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2) @@ -450,6 +462,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: bigint), _col4 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), KEY.reducesinkkey0 (type: bigint) http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query73.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/spark/query73.q.out b/ql/src/test/results/clientpositive/perf/spark/query73.q.out index 7fec0e1..570199d 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query73.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query73.q.out @@ -78,6 +78,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 7 @@ -114,6 +115,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -143,6 +145,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -197,6 +200,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 766650239 Data size: 67634106676 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 @@ -219,6 +223,7 @@ STAGE PLANS: Statistics: Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: int) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: int), KEY.reducesinkkey0 (type: bigint) @@ -232,6 +237,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query74.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/spark/query74.q.out b/ql/src/test/results/clientpositive/perf/spark/query74.q.out index 3ae334e..ce4ff7d 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query74.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query74.q.out @@ -160,6 +160,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -178,6 +179,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -196,6 +198,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -214,6 +217,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -232,6 +236,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -250,6 +255,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized Map 21 Map Operator Tree: TableScan @@ -268,6 +274,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 25 Map Operator Tree: TableScan @@ -286,6 +293,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 26 Map Operator Tree: TableScan @@ -304,6 +312,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -322,6 +331,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -340,6 +350,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -358,6 +369,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -397,6 +409,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: decimal(7,2)) Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -460,6 +473,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: decimal(7,2)) Reducer 18 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -532,6 +546,7 @@ STAGE PLANS: Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: decimal(7,2)) Reducer 24 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -572,6 +587,7 @@ STAGE PLANS: Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: decimal(7,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -623,6 +639,7 @@ STAGE PLANS: Statistics: Num rows: 383325119 Data size: 33817053278 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey2 (type: string) http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query75.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/spark/query75.q.out b/ql/src/test/results/clientpositive/perf/spark/query75.q.out index 4b76570..b05ad43 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query75.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query75.q.out @@ -188,6 +188,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -206,6 +207,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col5 (type: int) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -224,6 +226,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -242,6 +245,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 16 Map Operator Tree: TableScan @@ -259,6 +263,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -277,6 +282,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -295,6 +301,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 25 Map Operator Tree: TableScan @@ -313,6 +320,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 26 Map Operator Tree: TableScan @@ -331,6 +339,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 32 Map Operator Tree: TableScan @@ -348,6 +357,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 33 Map Operator Tree: TableScan @@ -366,6 +376,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col5 (type: int) + Execution mode: vectorized Map 34 Map Operator Tree: TableScan @@ -384,6 +395,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 35 Map Operator Tree: TableScan @@ -402,6 +414,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 41 Map Operator Tree: TableScan @@ -420,6 +433,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 42 Map Operator Tree: TableScan @@ -438,6 +452,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 48 Map Operator Tree: TableScan @@ -456,6 +471,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 13 Reduce Operator Tree: Join Operator @@ -648,6 +664,7 @@ STAGE PLANS: Statistics: Num rows: 348467716 Data size: 47189528877 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: int), _col4 (type: decimal(7,2)), _col8 (type: int), _col9 (type: int), _col10 (type: int), _col12 (type: int) Reducer 30 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: int), KEY._col5 (type: decimal(8,2)) @@ -665,6 +682,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) Statistics: Num rows: 766649929 Data size: 85832540296 Basic stats: COMPLETE Column stats: NONE Reducer 31 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: int), KEY._col5 (type: decimal(8,2)) @@ -811,6 +829,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) Statistics: Num rows: 766649929 Data size: 85832540296 Basic stats: COMPLETE Column stats: NONE Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: int), KEY._col5 (type: decimal(8,2)) @@ -828,6 +847,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) Statistics: Num rows: 766649929 Data size: 85832540296 Basic stats: COMPLETE Column stats: NONE Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: int), KEY._col5 (type: decimal(8,2)) @@ -870,6 +890,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint), _col5 (type: bigint), _col7 (type: decimal(19,2)) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: bigint), VALUE._col5 (type: bigint), KEY.reducesinkkey0 (type: bigint), VALUE._col6 (type: decimal(19,2)) http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query76.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/spark/query76.q.out b/ql/src/test/results/clientpositive/perf/spark/query76.q.out index 0e18f35..d3f4295 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query76.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query76.q.out @@ -80,6 +80,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -98,6 +99,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -116,6 +118,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -134,6 +137,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 143994918 Data size: 19499804476 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 16 Map Operator Tree: TableScan @@ -152,6 +156,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 17 Map Operator Tree: TableScan @@ -170,6 +175,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -188,6 +194,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 287997817 Data size: 25407250999 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -206,6 +213,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -224,6 +232,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 72001334 Data size: 9790099106 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -329,6 +338,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col5 (type: bigint), _col6 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1) @@ -343,6 +353,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col5 (type: bigint), _col6 (type: decimal(17,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: decimal(17,2)) http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query77.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/spark/query77.q.out b/ql/src/test/results/clientpositive/perf/spark/query77.q.out index 638bbd9..eea0f1d 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query77.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query77.q.out @@ -243,6 +243,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -266,6 +267,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -289,6 +291,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -329,9 +332,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: decimal(17,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 18 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -365,6 +370,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -388,6 +394,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -411,6 +418,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -450,6 +458,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -467,6 +476,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8116 Data size: 9081804 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -501,6 +511,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 20 @@ -521,6 +532,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 26 Map Operator Tree: TableScan @@ -539,6 +551,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 29 Map Operator Tree: TableScan @@ -556,6 +569,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8116 Data size: 9081804 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -573,6 +587,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8116 Data size: 9081804 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -591,6 +606,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Local Work: Map Reduce Local Work @@ -626,6 +642,7 @@ STAGE PLANS: Statistics: Num rows: 69685294 Data size: 5399255980 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -640,6 +657,7 @@ STAGE PLANS: Statistics: Num rows: 34842647 Data size: 2699627990 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) Reducer 15 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -745,6 +763,7 @@ STAGE PLANS: Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) Reducer 22 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -817,6 +836,7 @@ STAGE PLANS: Statistics: Num rows: 17422145 Data size: 1603485031 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) Reducer 28 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -831,6 +851,7 @@ STAGE PLANS: Statistics: Num rows: 8711072 Data size: 801742469 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -869,6 +890,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -888,6 +910,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: decimal(27,2)), _col3 (type: decimal(27,2)), _col4 (type: decimal(28,2)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int), VALUE._col0 (type: decimal(27,2)), VALUE._col1 (type: decimal(27,2)), VALUE._col2 (type: decimal(28,2)) http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query78.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/spark/query78.q.out b/ql/src/test/results/clientpositive/perf/spark/query78.q.out index 1467c5f..766ca96 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query78.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query78.q.out @@ -151,6 +151,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -168,6 +169,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -186,6 +188,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int), _col3 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -200,6 +203,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -218,6 +222,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int), _col3 (type: int) Statistics: Num rows: 143994918 Data size: 19499804476 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Map 21 Map Operator Tree: TableScan @@ -232,6 +237,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -250,6 +256,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int), _col3 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -264,6 +271,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 11 Reduce Operator Tree: Join Operator @@ -287,6 +295,7 @@ STAGE PLANS: Statistics: Num rows: 87121617 Data size: 11846020431 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -350,6 +359,7 @@ STAGE PLANS: Statistics: Num rows: 87116928 Data size: 11797382144 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) Reducer 18 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -413,6 +423,7 @@ STAGE PLANS: Statistics: Num rows: 79197206 Data size: 10724892626 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -472,6 +483,7 @@ STAGE PLANS: Statistics: Num rows: 23425424 Data size: 2066597727 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: 2000 (type: int), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey8 (type: double), KEY.reducesinkkey2 (type: bigint), KEY.reducesinkkey3 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(17,2)), KEY.reducesinkkey5 (type: bigint), KEY.reducesinkkey6 (type: decimal(18,2)), KEY.reducesinkkey7 (type: decimal(18,2)) http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query79.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/spark/query79.q.out b/ql/src/test/results/clientpositive/perf/spark/query79.q.out index f010369..b6e8e1f 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query79.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query79.q.out @@ -68,6 +68,7 @@ STAGE PLANS: keys: 0 _col4 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 9 @@ -86,6 +87,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -116,6 +118,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -134,6 +137,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -151,6 +155,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -172,6 +177,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: int), _col4 (type: decimal(17,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: decimal(17,2)), KEY.reducesinkkey3 (type: decimal(17,2)) @@ -232,6 +238,7 @@ STAGE PLANS: Statistics: Num rows: 766650239 Data size: 67634106676 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query8.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/spark/query8.q.out b/ql/src/test/results/clientpositive/perf/spark/query8.q.out index 583abbc..1086d62 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query8.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query8.q.out @@ -246,6 +246,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 34400807926 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -270,6 +271,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -288,6 +290,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -311,6 +314,7 @@ STAGE PLANS: Statistics: Num rows: 44000000 Data size: 44654715780 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -338,6 +342,7 @@ STAGE PLANS: Statistics: Num rows: 7333333 Data size: 7442452291 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -358,6 +363,7 @@ STAGE PLANS: Statistics: Num rows: 13666666 Data size: 13870024459 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -378,6 +384,7 @@ STAGE PLANS: Statistics: Num rows: 13666666 Data size: 13870024459 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 8 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -429,6 +436,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col1 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -458,6 +466,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -475,6 +484,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Local Work: Map Reduce Local Work @@ -511,6 +521,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: decimal(17,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -525,6 +536,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: decimal(17,2)) http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query80.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/spark/query80.q.out b/ql/src/test/results/clientpositive/perf/spark/query80.q.out index 9b008eb..d1710e2 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query80.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query80.q.out @@ -219,6 +219,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 11 @@ -237,6 +238,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -260,6 +262,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -283,6 +286,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -306,6 +310,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -329,6 +334,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 30 @@ -347,6 +353,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -370,6 +377,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -408,6 +416,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int), _col4 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -426,6 +435,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int), _col4 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col3 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Map 17 Map Operator Tree: TableScan @@ -444,6 +454,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -461,6 +472,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 154000 Data size: 221186819 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 21 Map Operator Tree: TableScan @@ -479,6 +491,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 46000 Data size: 21198808 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 22 Map Operator Tree: TableScan @@ -497,6 +510,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int), _col4 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Map 26 Map Operator Tree: TableScan @@ -515,6 +529,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 28 Map Operator Tree: TableScan @@ -532,6 +547,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 154000 Data size: 221186819 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -550,6 +566,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 13 Local Work: Map Reduce Local Work @@ -633,6 +650,7 @@ STAGE PLANS: Statistics: Num rows: 463810558 Data size: 62809267017 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(22,2)), _col3 (type: decimal(23,2)) Reducer 16 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -762,6 +780,7 @@ STAGE PLANS: Statistics: Num rows: 231917759 Data size: 31534108438 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(22,2)), _col3 (type: decimal(23,2)) Reducer 25 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -835,6 +854,7 @@ STAGE PLANS: Statistics: Num rows: 927646829 Data size: 81837272625 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(22,2)), _col3 (type: decimal(23,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -860,6 +880,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(32,2)), _col5 (type: decimal(33,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -879,6 +900,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: decimal(27,2)), _col3 (type: decimal(32,2)), _col4 (type: decimal(33,2)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(27,2)), VALUE._col1 (type: decimal(32,2)), VALUE._col2 (type: decimal(33,2)) http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query81.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/spark/query81.q.out b/ql/src/test/results/clientpositive/perf/spark/query81.q.out index 5b2d5b3..2928647 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query81.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query81.q.out @@ -96,6 +96,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -113,6 +114,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -131,6 +133,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -149,6 +152,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 17 Map Operator Tree: TableScan @@ -166,6 +170,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -184,6 +189,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -202,6 +208,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col8 (type: string), _col9 (type: string), _col10 (type: decimal(5,2)), _col11 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -220,6 +227,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -282,6 +290,7 @@ STAGE PLANS: Statistics: Num rows: 44000000 Data size: 44654715780 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)) Reducer 16 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -345,6 +354,7 @@ STAGE PLANS: Statistics: Num rows: 96800003 Data size: 83249958789 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string), KEY.reducesinkkey6 (type: string), KEY.reducesinkkey7 (type: string), KEY.reducesinkkey8 (type: string), KEY.reducesinkkey9 (type: string), KEY.reducesinkkey10 (type: string), KEY.reducesinkkey11 (type: string), KEY.reducesinkkey12 (type: decimal(5,2)), KEY.reducesinkkey13 (type: string), KEY.reducesinkkey14 (type: decimal(17,2)) @@ -403,6 +413,7 @@ STAGE PLANS: Statistics: Num rows: 44000000 Data size: 44654715780 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0)
