-----------------------------------------------------------
This is an automatically generated e-mail. To reply, visit:
https://reviews.apache.org/r/26884/
-----------------------------------------------------------
Review request for hive and Brock Noland.
Bugs: HIVE-8496
https://issues.apache.org/jira/browse/HIVE-8496
Repository: hive-git
Description
-------
AnnotatedWithStatistics is not activated due to a recent merge, and hence the
SetSparkReducerParallelism is not activated either. This caused Hive to always
use one reducer. We should re-enable statistics.
Diffs
-----
ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java 5b4c74c
ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out 08e0406
ql/src/test/results/clientpositive/spark/bucket2.q.out 543a0f8
ql/src/test/results/clientpositive/spark/bucket3.q.out d6d4c71
ql/src/test/results/clientpositive/spark/bucket4.q.out 374a2e0
ql/src/test/results/clientpositive/spark/column_access_stats.q.out 755e27c
ql/src/test/results/clientpositive/spark/count.q.out 4c3432a
ql/src/test/results/clientpositive/spark/ctas.q.out 7d1e510
ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out
43ea892
ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out 09ea02f
ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out 2dfc96e
ql/src/test/results/clientpositive/spark/escape_orderby1.q.out e7eb1e1
ql/src/test/results/clientpositive/spark/escape_sortby1.q.out 13ad3fd
ql/src/test/results/clientpositive/spark/groupby1.q.out 7172318
ql/src/test/results/clientpositive/spark/groupby2.q.out 40e9a54
ql/src/test/results/clientpositive/spark/groupby3.q.out 76bc732
ql/src/test/results/clientpositive/spark/groupby3_map.q.out e5437de
ql/src/test/results/clientpositive/spark/groupby3_map_multi_distinct.q.out
4354b7a
ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out f62063b
ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out
7c93653
ql/src/test/results/clientpositive/spark/groupby4.q.out 1866d4d
ql/src/test/results/clientpositive/spark/groupby7_map.q.out 2d99a81
ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out
9271c41
ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out ca73985
ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out 2d2c55b
ql/src/test/results/clientpositive/spark/groupby_cube1.q.out 942cdaa
ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out
399fe41
ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out
bf31332
ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out
de0797c
ql/src/test/results/clientpositive/spark/groupby_position.q.out 5e68807
ql/src/test/results/clientpositive/spark/groupby_ppr.q.out b09dfe2
ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out 4259412
ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out e0e882e
ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out a43921e
ql/src/test/results/clientpositive/spark/having.q.out b376e83
ql/src/test/results/clientpositive/spark/innerjoin.q.out f15cfe5
ql/src/test/results/clientpositive/spark/input12.q.out 4b0cf44
ql/src/test/results/clientpositive/spark/input13.q.out 260a65a
ql/src/test/results/clientpositive/spark/input14.q.out 59c67c4
ql/src/test/results/clientpositive/spark/input17.q.out eddc8c4
ql/src/test/results/clientpositive/spark/input18.q.out 9977be7
ql/src/test/results/clientpositive/spark/input1_limit.q.out 1f3b484
ql/src/test/results/clientpositive/spark/input_part2.q.out f2f3a2d
ql/src/test/results/clientpositive/spark/insert1.q.out 65032cb
ql/src/test/results/clientpositive/spark/insert_into1.q.out 9475f07
ql/src/test/results/clientpositive/spark/insert_into2.q.out 1870a52
ql/src/test/results/clientpositive/spark/insert_into3.q.out 5318a8b
ql/src/test/results/clientpositive/spark/join0.q.out 3573f18
ql/src/test/results/clientpositive/spark/join1.q.out 9d161a3
ql/src/test/results/clientpositive/spark/join10.q.out 71db25d
ql/src/test/results/clientpositive/spark/join11.q.out b11f5a3
ql/src/test/results/clientpositive/spark/join12.q.out 2eaf578
ql/src/test/results/clientpositive/spark/join13.q.out 8fcbec8
ql/src/test/results/clientpositive/spark/join14.q.out 25e7f87
ql/src/test/results/clientpositive/spark/join15.q.out 3d3988e
ql/src/test/results/clientpositive/spark/join16.q.out 5c133fd
ql/src/test/results/clientpositive/spark/join17.q.out 6888328
ql/src/test/results/clientpositive/spark/join18.q.out f1a96c9
ql/src/test/results/clientpositive/spark/join19.q.out dded76a
ql/src/test/results/clientpositive/spark/join2.q.out e1b48a7
ql/src/test/results/clientpositive/spark/join20.q.out bb687e2
ql/src/test/results/clientpositive/spark/join21.q.out 18018e0
ql/src/test/results/clientpositive/spark/join22.q.out a486502
ql/src/test/results/clientpositive/spark/join23.q.out f564b13
ql/src/test/results/clientpositive/spark/join25.q.out 50bd52b
ql/src/test/results/clientpositive/spark/join26.q.out 9a3c79a
ql/src/test/results/clientpositive/spark/join27.q.out d964ee9
ql/src/test/results/clientpositive/spark/join3.q.out a32471b
ql/src/test/results/clientpositive/spark/join4.q.out b09120e
ql/src/test/results/clientpositive/spark/join5.q.out 60e9eb5
ql/src/test/results/clientpositive/spark/join6.q.out 04a39eb
ql/src/test/results/clientpositive/spark/join7.q.out 8c8cec8
ql/src/test/results/clientpositive/spark/join8.q.out e975c98
ql/src/test/results/clientpositive/spark/join9.q.out 227c108
ql/src/test/results/clientpositive/spark/join_nullsafe.q.out b1ae6df
ql/src/test/results/clientpositive/spark/limit_pushdown.q.out d660ce5
ql/src/test/results/clientpositive/spark/load_dyn_part1.q.out 3b669fc
ql/src/test/results/clientpositive/spark/load_dyn_part10.q.out bca90d8
ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out f9f5ff8
ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out 45ff0a5
ql/src/test/results/clientpositive/spark/load_dyn_part3.q.out a596554
ql/src/test/results/clientpositive/spark/load_dyn_part4.q.out 884acc3
ql/src/test/results/clientpositive/spark/load_dyn_part5.q.out 117cfa1
ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out 50c052d
ql/src/test/results/clientpositive/spark/load_dyn_part9.q.out bab435d
ql/src/test/results/clientpositive/spark/mapreduce1.q.out 91418bd
ql/src/test/results/clientpositive/spark/mapreduce2.q.out a8badbc
ql/src/test/results/clientpositive/spark/merge1.q.out 9f3d711
ql/src/test/results/clientpositive/spark/merge2.q.out 5e2e7f7
ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out 9da2a43
ql/src/test/results/clientpositive/spark/multi_insert.q.out bae325f
ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out 6febe9d
ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out 670c81d
ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out 280a893
ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out
b07c582
ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out
fd477ca
ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out 44991e3
ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out a4b8a90
ql/src/test/results/clientpositive/spark/order.q.out 7afa5e8
ql/src/test/results/clientpositive/spark/order2.q.out 2f3fe53
ql/src/test/results/clientpositive/spark/parallel.q.out df1759b
ql/src/test/results/clientpositive/spark/parallel_join0.q.out fa948af
ql/src/test/results/clientpositive/spark/parallel_join1.q.out c2bc626
ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out 96f2c06
ql/src/test/results/clientpositive/spark/ppd_transform.q.out 7ec5d8d
ql/src/test/results/clientpositive/spark/sample1.q.out 534ef7a
ql/src/test/results/clientpositive/spark/sample10.q.out f6f333e
ql/src/test/results/clientpositive/spark/sample2.q.out 51b3678
ql/src/test/results/clientpositive/spark/sample3.q.out dff86a7
ql/src/test/results/clientpositive/spark/sample4.q.out 416ab83
ql/src/test/results/clientpositive/spark/sample5.q.out e1ca519
ql/src/test/results/clientpositive/spark/sample6.q.out c4a79cc
ql/src/test/results/clientpositive/spark/sample7.q.out 0d08599
ql/src/test/results/clientpositive/spark/sample8.q.out 9660a1b
ql/src/test/results/clientpositive/spark/sample9.q.out 326c3de
ql/src/test/results/clientpositive/spark/script_pipe.q.out ef45626
ql/src/test/results/clientpositive/spark/skewjoin.q.out a6f5b2b
ql/src/test/results/clientpositive/spark/sort.q.out a725303
ql/src/test/results/clientpositive/spark/subquery_exists.q.out a0ddd25
ql/src/test/results/clientpositive/spark/subquery_in.q.out 65218d9
ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out 2b4a331
ql/src/test/results/clientpositive/spark/temp_table.q.out 919c473
ql/src/test/results/clientpositive/spark/transform1.q.out 356509e
ql/src/test/results/clientpositive/spark/transform_ppr1.q.out fef0940
ql/src/test/results/clientpositive/spark/transform_ppr2.q.out 2495d49
ql/src/test/results/clientpositive/spark/union10.q.out 0b32fdf
ql/src/test/results/clientpositive/spark/union11.q.out 1ea20c9
ql/src/test/results/clientpositive/spark/union14.q.out 1a8f3a5
ql/src/test/results/clientpositive/spark/union15.q.out 2b22885
ql/src/test/results/clientpositive/spark/union16.q.out fb27443
ql/src/test/results/clientpositive/spark/union18.q.out f94fa0b
ql/src/test/results/clientpositive/spark/union19.q.out 8dcb543
ql/src/test/results/clientpositive/spark/union2.q.out c578828
ql/src/test/results/clientpositive/spark/union23.q.out 22aa965
ql/src/test/results/clientpositive/spark/union25.q.out bad0e5c
ql/src/test/results/clientpositive/spark/union28.q.out 1478976
ql/src/test/results/clientpositive/spark/union3.q.out 8a7954b
ql/src/test/results/clientpositive/spark/union30.q.out a33e999
ql/src/test/results/clientpositive/spark/union33.q.out 840cb4d
ql/src/test/results/clientpositive/spark/union4.q.out 78c3979
ql/src/test/results/clientpositive/spark/union5.q.out 9717853
ql/src/test/results/clientpositive/spark/union6.q.out eb42a40
ql/src/test/results/clientpositive/spark/union7.q.out 8606278
ql/src/test/results/clientpositive/spark/union9.q.out 9db0539
ql/src/test/results/clientpositive/spark/union_ppr.q.out 15dec39
ql/src/test/results/clientpositive/spark/union_remove_1.q.out 0d0ec26
ql/src/test/results/clientpositive/spark/union_remove_10.q.out e03c2d9
ql/src/test/results/clientpositive/spark/union_remove_15.q.out ab98518
ql/src/test/results/clientpositive/spark/union_remove_16.q.out 90cb97c
ql/src/test/results/clientpositive/spark/union_remove_18.q.out 83fab64
ql/src/test/results/clientpositive/spark/union_remove_19.q.out 07e1cc3
ql/src/test/results/clientpositive/spark/union_remove_2.q.out 00dd51e
ql/src/test/results/clientpositive/spark/union_remove_20.q.out 9140453
ql/src/test/results/clientpositive/spark/union_remove_21.q.out b921b1a
ql/src/test/results/clientpositive/spark/union_remove_24.q.out 7d54e78
ql/src/test/results/clientpositive/spark/union_remove_25.q.out d8292aa
ql/src/test/results/clientpositive/spark/union_remove_4.q.out db816e4
ql/src/test/results/clientpositive/spark/union_remove_5.q.out 7c85791
ql/src/test/results/clientpositive/spark/union_remove_6.q.out 6730010
ql/src/test/results/clientpositive/spark/union_remove_7.q.out ed30b09
ql/src/test/results/clientpositive/spark/union_remove_8.q.out 16f15f4
ql/src/test/results/clientpositive/spark/union_remove_9.q.out 4a33436
ql/src/test/results/clientpositive/spark/vector_cast_constant.q.out f30c803
ql/src/test/results/clientpositive/spark/vector_data_types.q.out d21c68f
ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out
99606d9
ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out 8c28349
ql/src/test/results/clientpositive/spark/vectorization_14.q.out f1e4916
ql/src/test/results/clientpositive/spark/vectorization_15.q.out 3eb3722
ql/src/test/results/clientpositive/spark/vectorization_9.q.out 21434d4
ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out
c6458ec
ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out e8751a6
ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out
d163d42
ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out 909378b
ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out e8751a6
ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out
abf1d86
Diff: https://reviews.apache.org/r/26884/diff/
Testing
-------
All test results are regenerated.
Thanks,
Chao Sun
