----------------------------------------------------------- This is an automatically generated e-mail. To reply, visit: https://reviews.apache.org/r/26884/ -----------------------------------------------------------
Review request for hive and Brock Noland. Bugs: HIVE-8496 https://issues.apache.org/jira/browse/HIVE-8496 Repository: hive-git Description ------- AnnotatedWithStatistics is not activated due to a recent merge, and hence the SetSparkReducerParallelism is not activated either. This caused Hive to always use one reducer. We should re-enable statistics. Diffs ----- ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java 5b4c74c ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out 08e0406 ql/src/test/results/clientpositive/spark/bucket2.q.out 543a0f8 ql/src/test/results/clientpositive/spark/bucket3.q.out d6d4c71 ql/src/test/results/clientpositive/spark/bucket4.q.out 374a2e0 ql/src/test/results/clientpositive/spark/column_access_stats.q.out 755e27c ql/src/test/results/clientpositive/spark/count.q.out 4c3432a ql/src/test/results/clientpositive/spark/ctas.q.out 7d1e510 ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out 43ea892 ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out 09ea02f ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out 2dfc96e ql/src/test/results/clientpositive/spark/escape_orderby1.q.out e7eb1e1 ql/src/test/results/clientpositive/spark/escape_sortby1.q.out 13ad3fd ql/src/test/results/clientpositive/spark/groupby1.q.out 7172318 ql/src/test/results/clientpositive/spark/groupby2.q.out 40e9a54 ql/src/test/results/clientpositive/spark/groupby3.q.out 76bc732 ql/src/test/results/clientpositive/spark/groupby3_map.q.out e5437de ql/src/test/results/clientpositive/spark/groupby3_map_multi_distinct.q.out 4354b7a ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out f62063b ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out 7c93653 ql/src/test/results/clientpositive/spark/groupby4.q.out 1866d4d ql/src/test/results/clientpositive/spark/groupby7_map.q.out 2d99a81 ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out 9271c41 ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out ca73985 ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out 2d2c55b ql/src/test/results/clientpositive/spark/groupby_cube1.q.out 942cdaa ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out 399fe41 ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out bf31332 ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out de0797c ql/src/test/results/clientpositive/spark/groupby_position.q.out 5e68807 ql/src/test/results/clientpositive/spark/groupby_ppr.q.out b09dfe2 ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out 4259412 ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out e0e882e ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out a43921e ql/src/test/results/clientpositive/spark/having.q.out b376e83 ql/src/test/results/clientpositive/spark/innerjoin.q.out f15cfe5 ql/src/test/results/clientpositive/spark/input12.q.out 4b0cf44 ql/src/test/results/clientpositive/spark/input13.q.out 260a65a ql/src/test/results/clientpositive/spark/input14.q.out 59c67c4 ql/src/test/results/clientpositive/spark/input17.q.out eddc8c4 ql/src/test/results/clientpositive/spark/input18.q.out 9977be7 ql/src/test/results/clientpositive/spark/input1_limit.q.out 1f3b484 ql/src/test/results/clientpositive/spark/input_part2.q.out f2f3a2d ql/src/test/results/clientpositive/spark/insert1.q.out 65032cb ql/src/test/results/clientpositive/spark/insert_into1.q.out 9475f07 ql/src/test/results/clientpositive/spark/insert_into2.q.out 1870a52 ql/src/test/results/clientpositive/spark/insert_into3.q.out 5318a8b ql/src/test/results/clientpositive/spark/join0.q.out 3573f18 ql/src/test/results/clientpositive/spark/join1.q.out 9d161a3 ql/src/test/results/clientpositive/spark/join10.q.out 71db25d ql/src/test/results/clientpositive/spark/join11.q.out b11f5a3 ql/src/test/results/clientpositive/spark/join12.q.out 2eaf578 ql/src/test/results/clientpositive/spark/join13.q.out 8fcbec8 ql/src/test/results/clientpositive/spark/join14.q.out 25e7f87 ql/src/test/results/clientpositive/spark/join15.q.out 3d3988e ql/src/test/results/clientpositive/spark/join16.q.out 5c133fd ql/src/test/results/clientpositive/spark/join17.q.out 6888328 ql/src/test/results/clientpositive/spark/join18.q.out f1a96c9 ql/src/test/results/clientpositive/spark/join19.q.out dded76a ql/src/test/results/clientpositive/spark/join2.q.out e1b48a7 ql/src/test/results/clientpositive/spark/join20.q.out bb687e2 ql/src/test/results/clientpositive/spark/join21.q.out 18018e0 ql/src/test/results/clientpositive/spark/join22.q.out a486502 ql/src/test/results/clientpositive/spark/join23.q.out f564b13 ql/src/test/results/clientpositive/spark/join25.q.out 50bd52b ql/src/test/results/clientpositive/spark/join26.q.out 9a3c79a ql/src/test/results/clientpositive/spark/join27.q.out d964ee9 ql/src/test/results/clientpositive/spark/join3.q.out a32471b ql/src/test/results/clientpositive/spark/join4.q.out b09120e ql/src/test/results/clientpositive/spark/join5.q.out 60e9eb5 ql/src/test/results/clientpositive/spark/join6.q.out 04a39eb ql/src/test/results/clientpositive/spark/join7.q.out 8c8cec8 ql/src/test/results/clientpositive/spark/join8.q.out e975c98 ql/src/test/results/clientpositive/spark/join9.q.out 227c108 ql/src/test/results/clientpositive/spark/join_nullsafe.q.out b1ae6df ql/src/test/results/clientpositive/spark/limit_pushdown.q.out d660ce5 ql/src/test/results/clientpositive/spark/load_dyn_part1.q.out 3b669fc ql/src/test/results/clientpositive/spark/load_dyn_part10.q.out bca90d8 ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out f9f5ff8 ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out 45ff0a5 ql/src/test/results/clientpositive/spark/load_dyn_part3.q.out a596554 ql/src/test/results/clientpositive/spark/load_dyn_part4.q.out 884acc3 ql/src/test/results/clientpositive/spark/load_dyn_part5.q.out 117cfa1 ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out 50c052d ql/src/test/results/clientpositive/spark/load_dyn_part9.q.out bab435d ql/src/test/results/clientpositive/spark/mapreduce1.q.out 91418bd ql/src/test/results/clientpositive/spark/mapreduce2.q.out a8badbc ql/src/test/results/clientpositive/spark/merge1.q.out 9f3d711 ql/src/test/results/clientpositive/spark/merge2.q.out 5e2e7f7 ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out 9da2a43 ql/src/test/results/clientpositive/spark/multi_insert.q.out bae325f ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out 6febe9d ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out 670c81d ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out 280a893 ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out b07c582 ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out fd477ca ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out 44991e3 ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out a4b8a90 ql/src/test/results/clientpositive/spark/order.q.out 7afa5e8 ql/src/test/results/clientpositive/spark/order2.q.out 2f3fe53 ql/src/test/results/clientpositive/spark/parallel.q.out df1759b ql/src/test/results/clientpositive/spark/parallel_join0.q.out fa948af ql/src/test/results/clientpositive/spark/parallel_join1.q.out c2bc626 ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out 96f2c06 ql/src/test/results/clientpositive/spark/ppd_transform.q.out 7ec5d8d ql/src/test/results/clientpositive/spark/sample1.q.out 534ef7a ql/src/test/results/clientpositive/spark/sample10.q.out f6f333e ql/src/test/results/clientpositive/spark/sample2.q.out 51b3678 ql/src/test/results/clientpositive/spark/sample3.q.out dff86a7 ql/src/test/results/clientpositive/spark/sample4.q.out 416ab83 ql/src/test/results/clientpositive/spark/sample5.q.out e1ca519 ql/src/test/results/clientpositive/spark/sample6.q.out c4a79cc ql/src/test/results/clientpositive/spark/sample7.q.out 0d08599 ql/src/test/results/clientpositive/spark/sample8.q.out 9660a1b ql/src/test/results/clientpositive/spark/sample9.q.out 326c3de ql/src/test/results/clientpositive/spark/script_pipe.q.out ef45626 ql/src/test/results/clientpositive/spark/skewjoin.q.out a6f5b2b ql/src/test/results/clientpositive/spark/sort.q.out a725303 ql/src/test/results/clientpositive/spark/subquery_exists.q.out a0ddd25 ql/src/test/results/clientpositive/spark/subquery_in.q.out 65218d9 ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out 2b4a331 ql/src/test/results/clientpositive/spark/temp_table.q.out 919c473 ql/src/test/results/clientpositive/spark/transform1.q.out 356509e ql/src/test/results/clientpositive/spark/transform_ppr1.q.out fef0940 ql/src/test/results/clientpositive/spark/transform_ppr2.q.out 2495d49 ql/src/test/results/clientpositive/spark/union10.q.out 0b32fdf ql/src/test/results/clientpositive/spark/union11.q.out 1ea20c9 ql/src/test/results/clientpositive/spark/union14.q.out 1a8f3a5 ql/src/test/results/clientpositive/spark/union15.q.out 2b22885 ql/src/test/results/clientpositive/spark/union16.q.out fb27443 ql/src/test/results/clientpositive/spark/union18.q.out f94fa0b ql/src/test/results/clientpositive/spark/union19.q.out 8dcb543 ql/src/test/results/clientpositive/spark/union2.q.out c578828 ql/src/test/results/clientpositive/spark/union23.q.out 22aa965 ql/src/test/results/clientpositive/spark/union25.q.out bad0e5c ql/src/test/results/clientpositive/spark/union28.q.out 1478976 ql/src/test/results/clientpositive/spark/union3.q.out 8a7954b ql/src/test/results/clientpositive/spark/union30.q.out a33e999 ql/src/test/results/clientpositive/spark/union33.q.out 840cb4d ql/src/test/results/clientpositive/spark/union4.q.out 78c3979 ql/src/test/results/clientpositive/spark/union5.q.out 9717853 ql/src/test/results/clientpositive/spark/union6.q.out eb42a40 ql/src/test/results/clientpositive/spark/union7.q.out 8606278 ql/src/test/results/clientpositive/spark/union9.q.out 9db0539 ql/src/test/results/clientpositive/spark/union_ppr.q.out 15dec39 ql/src/test/results/clientpositive/spark/union_remove_1.q.out 0d0ec26 ql/src/test/results/clientpositive/spark/union_remove_10.q.out e03c2d9 ql/src/test/results/clientpositive/spark/union_remove_15.q.out ab98518 ql/src/test/results/clientpositive/spark/union_remove_16.q.out 90cb97c ql/src/test/results/clientpositive/spark/union_remove_18.q.out 83fab64 ql/src/test/results/clientpositive/spark/union_remove_19.q.out 07e1cc3 ql/src/test/results/clientpositive/spark/union_remove_2.q.out 00dd51e ql/src/test/results/clientpositive/spark/union_remove_20.q.out 9140453 ql/src/test/results/clientpositive/spark/union_remove_21.q.out b921b1a ql/src/test/results/clientpositive/spark/union_remove_24.q.out 7d54e78 ql/src/test/results/clientpositive/spark/union_remove_25.q.out d8292aa ql/src/test/results/clientpositive/spark/union_remove_4.q.out db816e4 ql/src/test/results/clientpositive/spark/union_remove_5.q.out 7c85791 ql/src/test/results/clientpositive/spark/union_remove_6.q.out 6730010 ql/src/test/results/clientpositive/spark/union_remove_7.q.out ed30b09 ql/src/test/results/clientpositive/spark/union_remove_8.q.out 16f15f4 ql/src/test/results/clientpositive/spark/union_remove_9.q.out 4a33436 ql/src/test/results/clientpositive/spark/vector_cast_constant.q.out f30c803 ql/src/test/results/clientpositive/spark/vector_data_types.q.out d21c68f ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out 99606d9 ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out 8c28349 ql/src/test/results/clientpositive/spark/vectorization_14.q.out f1e4916 ql/src/test/results/clientpositive/spark/vectorization_15.q.out 3eb3722 ql/src/test/results/clientpositive/spark/vectorization_9.q.out 21434d4 ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out c6458ec ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out e8751a6 ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out d163d42 ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out 909378b ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out e8751a6 ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out abf1d86 Diff: https://reviews.apache.org/r/26884/diff/ Testing ------- All test results are regenerated. Thanks, Chao Sun