HIVE-20605 : Merge branch 'master' into master-tez092
Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/750daa4a Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/750daa4a Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/750daa4a Branch: refs/heads/master-tez092 Commit: 750daa4a639c8704a14b6970741f8600cbf5a863 Parents: c55347d 148e7ac Author: sergey <ser...@apache.org> Authored: Tue Nov 13 13:34:22 2018 -0800 Committer: sergey <ser...@apache.org> Committed: Tue Nov 13 13:34:22 2018 -0800 ---------------------------------------------------------------------- .../results/positive/accumulo_queries.q.out | 34 +- bin/ext/llapstatus.sh | 4 +- .../apache/hadoop/hive/common/FileUtils.java | 5 + .../hadoop/hive/common/type/HiveChar.java | 7 + .../hadoop/hive/common/type/TimestampUtils.java | 23 + .../org/apache/hadoop/hive/conf/Constants.java | 17 - .../org/apache/hadoop/hive/conf/HiveConf.java | 18 +- .../hadoop/hive/common/TestFileUtils.java | 12 +- .../hadoop/hive/druid/DruidKafkaUtils.java | 167 + .../hadoop/hive/druid/DruidStorageHandler.java | 879 ++--- .../hive/druid/DruidStorageHandlerInfo.java | 53 +- .../hive/druid/DruidStorageHandlerUtils.java | 883 +++-- .../hadoop/hive/druid/io/DruidOutputFormat.java | 32 +- .../druid/io/DruidQueryBasedInputFormat.java | 63 +- .../hadoop/hive/druid/io/DruidRecordWriter.java | 212 +- .../hadoop/hive/druid/io/HiveDruidSplit.java | 19 +- .../druid/json/KafkaSupervisorIOConfig.java | 199 +- .../hive/druid/json/KafkaSupervisorReport.java | 157 +- .../hive/druid/json/KafkaSupervisorSpec.java | 119 +- .../druid/json/KafkaSupervisorTuningConfig.java | 152 +- .../hive/druid/json/KafkaTuningConfig.java | 175 +- .../hadoop/hive/druid/json/TaskReportData.java | 68 +- .../hive/druid/security/DruidKerberosUtil.java | 58 +- .../hive/druid/security/KerberosHttpClient.java | 86 +- .../druid/security/ResponseCookieHandler.java | 44 +- .../RetryIfUnauthorizedResponseHandler.java | 62 +- .../druid/security/RetryResponseHolder.java | 23 +- .../serde/DruidGroupByQueryRecordReader.java | 19 +- .../druid/serde/DruidQueryRecordReader.java | 171 +- .../druid/serde/DruidScanQueryRecordReader.java | 35 +- .../serde/DruidSelectQueryRecordReader.java | 34 +- .../hadoop/hive/druid/serde/DruidSerDe.java | 185 +- .../hive/druid/serde/DruidSerDeUtils.java | 48 +- .../serde/DruidTimeseriesQueryRecordReader.java | 3 +- .../druid/serde/DruidTopNQueryRecordReader.java | 46 +- .../hadoop/hive/druid/serde/DruidWritable.java | 60 +- .../hive/druid/DerbyConnectorTestUtility.java | 13 +- .../hadoop/hive/druid/QTestDruidSerDe.java | 73 +- .../hive/druid/TestDruidStorageHandler.java | 107 +- .../TestHiveDruidQueryBasedInputFormat.java | 4 +- .../hadoop/hive/druid/serde/TestDruidSerDe.java | 1234 +++---- .../hive/ql/io/TestDruidRecordWriter.java | 238 +- .../results/positive/external_table_ppd.q.out | 1 + .../positive/hbase_binary_storage_queries.q.out | 2 + .../src/test/results/positive/hbase_ddl.q.out | 2 + .../test/results/positive/hbase_queries.q.out | 35 +- .../src/test/results/positive/hbasestats.q.out | 5 + .../listener/DummyRawStoreFailEvent.java | 44 +- .../hive/ql/parse/TestReplicationScenarios.java | 2 +- .../hive/ql/txn/compactor/TestCompactor.java | 1 - .../hive/jdbc/AbstractJdbcTriggersTest.java | 5 +- .../org/apache/hive/jdbc/TestJdbcDriver2.java | 30 +- .../jdbc/TestTriggersMoveWorkloadManager.java | 9 +- .../jdbc/TestTriggersTezSessionPoolManager.java | 21 +- .../test/resources/testconfiguration.properties | 6 +- .../hadoop/hive/cli/control/CliConfigs.java | 6 + .../org/apache/hadoop/hive/ql/QTestUtil.java | 4 +- .../hive/storage/jdbc/JdbcInputFormat.java | 2 +- .../hive/storage/jdbc/JdbcInputSplit.java | 27 +- .../hive/storage/jdbc/JdbcRecordReader.java | 3 +- .../jdbc/dao/GenericJdbcDatabaseAccessor.java | 4 +- .../hadoop/hive/kafka/KafkaInputFormat.java | 13 +- .../hadoop/hive/kafka/KafkaRecordIterator.java | 15 +- .../hadoop/hive/kafka/KafkaRecordReader.java | 2 +- .../apache/hadoop/hive/kafka/KafkaSerDe.java | 49 +- .../hadoop/hive/kafka/SimpleKafkaWriter.java | 5 +- .../hive/kafka/VectorizedKafkaRecordReader.java | 186 + .../hive/kafka/SimpleKafkaWriterTest.java | 14 +- .../hive/llap/tez/LlapProtocolClientProxy.java | 22 + .../daemon/rpc/LlapDaemonProtocolProtos.java | 1433 +++++++- .../org/apache/hadoop/hive/llap/LlapUtil.java | 17 + .../hive/llap/impl/LlapProtocolClientImpl.java | 13 + .../src/protobuf/LlapDaemonProtocol.proto | 9 + .../hadoop/hive/llap/cli/LlapSliderUtils.java | 55 +- .../llap/cli/LlapStatusOptionsProcessor.java | 278 -- .../hive/llap/cli/LlapStatusServiceDriver.java | 811 ---- .../hadoop/hive/llap/cli/status/AmInfo.java | 93 + .../hive/llap/cli/status/AppStatusBuilder.java | 231 ++ .../hadoop/hive/llap/cli/status/ExitCode.java | 44 + .../hive/llap/cli/status/LlapInstance.java | 134 + .../llap/cli/status/LlapStatusCliException.java | 40 + .../hive/llap/cli/status/LlapStatusHelpers.java | 449 --- .../status/LlapStatusServiceCommandLine.java | 302 ++ .../cli/status/LlapStatusServiceDriver.java | 775 ++++ .../hadoop/hive/llap/cli/status/State.java | 31 + .../hive/llap/cli/status/package-info.java | 24 + .../hive/llap/daemon/ContainerRunner.java | 5 + .../llap/daemon/impl/ContainerRunnerImpl.java | 48 +- .../hive/llap/daemon/impl/LlapDaemon.java | 27 +- .../daemon/impl/LlapProtocolServerImpl.java | 12 + .../hive/llap/daemon/impl/QueryTracker.java | 17 + .../llap/shufflehandler/ShuffleHandler.java | 26 +- llap-server/src/main/resources/package.py | 2 - .../llap/cli/TestLlapStatusServiceDriver.java | 98 - .../TestLlapStatusServiceCommandLine.java | 91 + .../hive/llap/cli/status/package-info.java | 23 + .../hive/llap/daemon/LlapDaemonTestUtils.java | 73 + .../daemon/impl/TestContainerRunnerImpl.java | 180 + .../TestFirstInFirstOutComparator.java | 63 +- .../llap/tezplugins/LlapTaskCommunicator.java | 74 +- .../tezplugins/LlapTaskSchedulerService.java | 49 +- .../hive/llap/tezplugins/LlapTezUtils.java | 14 + .../upgrade/hive/hive-schema-4.0.0.hive.sql | 89 +- .../hive/upgrade-3.1.0-to-4.0.0.hive.sql | 137 + pom.xml | 2 +- .../hadoop/hive/llap/LlapArrowRecordWriter.java | 4 +- .../java/org/apache/hadoop/hive/ql/Driver.java | 13 +- .../org/apache/hadoop/hive/ql/ErrorMsg.java | 15 +- .../org/apache/hadoop/hive/ql/exec/DDLTask.java | 295 +- .../apache/hadoop/hive/ql/exec/ExplainTask.java | 40 +- .../hive/ql/exec/TezDummyStoreOperator.java | 8 +- .../apache/hadoop/hive/ql/exec/Utilities.java | 4 +- .../hive/ql/exec/vector/VectorizedSerde.java | 35 - .../ql/io/arrow/ArrowColumnarBatchSerDe.java | 2 +- .../hive/ql/io/arrow/ArrowWrapperWritable.java | 8 +- .../hadoop/hive/ql/io/arrow/Serializer.java | 14 +- .../apache/hadoop/hive/ql/io/orc/OrcSerde.java | 34 +- .../hive/ql/io/orc/VectorizedOrcSerde.java | 88 - .../hadoop/hive/ql/lockmgr/HiveTxnManager.java | 2 +- .../hadoop/hive/ql/metadata/CheckResult.java | 142 - .../apache/hadoop/hive/ql/metadata/Hive.java | 216 +- .../hive/ql/metadata/HiveMetaStoreChecker.java | 567 --- .../optimizer/ConstantPropagateProcFactory.java | 9 +- .../hive/ql/optimizer/GenMapRedUtils.java | 21 +- .../ql/optimizer/calcite/HiveRelOptUtil.java | 310 +- .../rules/HiveAggregateReduceFunctionsRule.java | 52 +- .../calcite/rules/HiveJoinConstraintsRule.java | 7 +- .../rules/HivePointLookupOptimizerRule.java | 249 +- .../rules/HiveProjectJoinTransposeRule.java | 120 +- .../calcite/rules/HiveRelFieldTrimmer.java | 47 +- .../calcite/rules/HiveSemiJoinRule.java | 157 +- .../calcite/stats/HiveRelMdRowCount.java | 261 +- .../calcite/stats/HiveRelMdSelectivity.java | 3 +- .../calcite/translator/RexNodeConverter.java | 19 +- .../hive/ql/parse/BaseSemanticAnalyzer.java | 2 +- .../hadoop/hive/ql/parse/CalcitePlanner.java | 24 +- .../hive/ql/parse/DDLSemanticAnalyzer.java | 6 +- .../apache/hadoop/hive/ql/parse/HiveParser.g | 4 +- .../hadoop/hive/ql/parse/SemanticAnalyzer.java | 55 +- .../hadoop/hive/ql/parse/TypeCheckCtx.java | 7 +- .../hive/ql/parse/TypeCheckProcFactory.java | 247 +- .../ql/parse/TypeCheckProcFactoryUtils.java | 144 + .../hadoop/hive/ql/plan/CreateTableDesc.java | 6 + .../hadoop/hive/ql/plan/ExprNodeDescUtils.java | 37 +- .../hadoop/hive/ql/session/SessionState.java | 1 + .../hadoop/hive/ql/txn/compactor/Cleaner.java | 12 +- .../ql/udf/generic/GenericUDFEpochMilli.java | 15 +- .../hive/ql/udf/generic/GenericUDFLower.java | 2 +- .../hive/ql/udf/generic/GenericUDFUpper.java | 2 +- .../apache/hadoop/hive/ql/CompileLockTest.java | 329 -- .../apache/hadoop/hive/ql/TestCompileLock.java | 329 ++ .../exec/TestMsckCreatePartitionsInBatches.java | 244 +- .../exec/TestMsckDropPartitionsInBatches.java | 125 +- .../hadoop/hive/ql/metadata/TestHive.java | 68 +- .../ql/metadata/TestHiveMetaStoreChecker.java | 187 +- .../clientnegative/external_jdbc_negative.q | 29 + ql/src/test/queries/clientnegative/udf_in_2.q | 2 - .../clientpositive/alter_partition_change_col.q | 169 + .../queries/clientpositive/constant_prop_4.q | 9 + .../clientpositive/constraints_optimization.q | 281 ++ .../external_jdbc_table_partition.q | 2 +- ql/src/test/queries/clientpositive/f_is_null.q | 10 + .../groupby_multi_single_reducer3.q | 2 + .../queries/clientpositive/in_typecheck_char.q | 24 + .../queries/clientpositive/in_typecheck_mixed.q | 12 + .../clientpositive/in_typecheck_pointlook.q | 35 + .../clientpositive/in_typecheck_varchar.q | 16 + .../clientpositive/kafka_storage_handler.q | 31 +- .../queries/clientpositive/msck_repair_acid.q | 34 + .../clientpositive/partition_discovery.q | 77 + ql/src/test/queries/clientpositive/pcs.q | 2 - .../queries/clientpositive/perf/mv_query44.q | 47 + .../test/queries/clientpositive/resourceplan.q | 6 +- ql/src/test/queries/clientpositive/semijoin.q | 4 + .../strict_managed_tables_sysdb.q | 2 +- .../queries/clientpositive/subquery_notin.q | 2 + .../queries/clientpositive/subquery_select.q | 2 + ql/src/test/queries/clientpositive/sysdb.q | 2 +- .../test/queries/clientpositive/timestamptz_4.q | 8 + .../clientpositive/udf_from_utc_timestamp.q | 4 + .../queries/clientpositive/vector_struct_in.q | 2 +- .../bucket_mapjoin_mismatch1.q.out | 4 +- .../clientnegative/external_jdbc_negative.q.out | 72 + .../test/results/clientnegative/udf_in_2.q.out | 1 - .../clientpositive/allcolref_in_udf.q.out | 28 +- .../alter_partition_change_col.q.out | 343 ++ .../alter_partition_coltype.q.out | 2 +- .../annotate_stats_join_pkfk.q.out | 40 +- .../results/clientpositive/auto_join13.q.out | 6 +- .../results/clientpositive/auto_join19.q.out | 4 +- .../clientpositive/auto_join19_inclause.q.out | 4 +- .../results/clientpositive/auto_join2.q.out | 24 +- .../results/clientpositive/auto_join32.q.out | 6 +- .../results/clientpositive/auto_join9.q.out | 4 +- .../clientpositive/auto_join_stats.q.out | 122 +- .../clientpositive/auto_join_stats2.q.out | 90 +- .../materialized_view_create_rewrite.q.out | 8 +- .../clientpositive/bucket_map_join_spark1.q.out | 4 +- .../clientpositive/bucket_map_join_spark2.q.out | 4 +- .../clientpositive/bucket_map_join_spark3.q.out | 4 +- .../clientpositive/bucket_map_join_spark4.q.out | 4 +- .../bucketsortoptimize_insert_4.q.out | 4 +- .../bucketsortoptimize_insert_5.q.out | 4 +- .../bucketsortoptimize_insert_8.q.out | 8 +- .../test/results/clientpositive/cbo_const.q.out | 82 +- .../results/clientpositive/cbo_rp_join1.q.out | 80 +- .../clientpositive/cbo_rp_outer_join_ppr.q.out | 8 +- .../constantPropagateForSubQuery.q.out | 10 +- .../clientpositive/constant_prop_3.q.out | 226 +- .../clientpositive/constant_prop_4.q.out | 39 + .../results/clientpositive/constprog2.q.out | 16 +- .../clientpositive/constprog_partitioner.q.out | 8 +- .../clientpositive/correlationoptimizer8.q.out | 58 +- .../results/clientpositive/create_like.q.out | 1 + .../clientpositive/create_like_view.q.out | 1 + .../test/results/clientpositive/cte_mat_5.q.out | 18 +- .../clientpositive/default_file_format.q.out | 4 + .../results/clientpositive/deleteAnalyze.q.out | 18 +- .../druid/druidkafkamini_basic.q.out | 2 + .../druid/druidmini_expressions.q.out | 2 + .../clientpositive/druid/druidmini_mv.q.out | 16 +- .../druid/kafka_storage_handler.q.out | 722 +++- .../results/clientpositive/druid_topn.q.out | 1 + .../encryption_join_unencrypted_tbl.q.out | 76 +- .../results/clientpositive/explain_locks.q.out | 1 + .../test/results/clientpositive/f_is_null.q.out | 53 + .../clientpositive/filter_cond_pushdown.q.out | 90 +- .../clientpositive/filter_join_breaktask.q.out | 24 +- .../groupby_multi_single_reducer3.q.out | 16 +- .../clientpositive/in_typecheck_char.q.out | 261 ++ .../clientpositive/in_typecheck_mixed.q.out | 99 + .../clientpositive/in_typecheck_pointlook.q.out | 181 + .../clientpositive/in_typecheck_varchar.q.out | 185 + .../infer_bucket_sort_map_operators.q.out | 24 +- .../clientpositive/infer_const_type.q.out | 8 +- .../clientpositive/infer_join_preds.q.out | 22 +- .../results/clientpositive/innerjoin1.q.out | 76 +- .../test/results/clientpositive/input23.q.out | 8 +- .../results/clientpositive/interval_3.q.out | 16 +- ql/src/test/results/clientpositive/join13.q.out | 8 +- ql/src/test/results/clientpositive/join2.q.out | 32 +- ql/src/test/results/clientpositive/join26.q.out | 2 +- ql/src/test/results/clientpositive/join32.q.out | 2 +- ql/src/test/results/clientpositive/join33.q.out | 2 +- ql/src/test/results/clientpositive/join42.q.out | 28 +- ql/src/test/results/clientpositive/join45.q.out | 390 +- .../test/results/clientpositive/join45X.q.out | 256 ++ ql/src/test/results/clientpositive/join46.q.out | 290 +- ql/src/test/results/clientpositive/join47.q.out | 390 +- ql/src/test/results/clientpositive/join9.q.out | 6 +- .../clientpositive/join_cond_pushdown_1.q.out | 18 +- .../clientpositive/join_cond_pushdown_3.q.out | 18 +- .../join_cond_pushdown_unqual1.q.out | 18 +- .../join_cond_pushdown_unqual3.q.out | 18 +- .../clientpositive/join_emit_interval.q.out | 52 +- .../clientpositive/join_filters_overlap.q.out | 338 +- .../results/clientpositive/join_merging.q.out | 152 +- .../test/results/clientpositive/join_view.q.out | 4 +- .../clientpositive/llap/acid_no_buckets.q.out | 52 +- .../llap/alter_partition_change_col.q.out | 1111 ++++++ .../clientpositive/llap/auto_join_filters.q.out | 60 +- .../llap/auto_sortmerge_join_6.q.out | 174 +- .../llap/bucket_map_join_tez2.q.out | 116 +- .../clientpositive/llap/bucketmapjoin1.q.out | 20 +- .../clientpositive/llap/bucketmapjoin2.q.out | 4 +- .../clientpositive/llap/bucketmapjoin3.q.out | 16 +- .../clientpositive/llap/bucketpruning1.q.out | 2 +- .../llap/bucketsortoptimize_insert_2.q.out | 24 +- .../llap/bucketsortoptimize_insert_6.q.out | 301 +- .../llap/bucketsortoptimize_insert_7.q.out | 8 +- .../clientpositive/llap/check_constraint.q.out | 49 +- .../llap/constprog_semijoin.q.out | 54 +- .../llap/constraints_optimization.q.out | 742 +++- .../llap/correlationoptimizer4.q.out | 314 +- .../clientpositive/llap/cross_prod_1.q.out | 26 +- .../results/clientpositive/llap/cte_mat_5.q.out | 12 +- .../results/clientpositive/llap/dec_str.q.out | 10 +- .../clientpositive/llap/deleteAnalyze.q.out | 8 +- .../llap/dynamic_partition_pruning.q.out | 416 +-- .../llap/dynamic_semijoin_reduction_2.q.out | 100 +- .../llap/dynpart_sort_optimization_acid.q.out | 49 +- .../clientpositive/llap/explainanalyze_2.q.out | 64 +- .../clientpositive/llap/explainuser_1.q.out | 692 ++-- .../clientpositive/llap/explainuser_2.q.out | 174 +- .../clientpositive/llap/explainuser_4.q.out | 34 +- .../llap/external_jdbc_table.q.out | 20 +- .../llap/external_jdbc_table_partition.q.out | 5 +- .../llap/external_table_purge.q.out | 4 + .../llap/filter_join_breaktask.q.out | 30 +- .../llap/hybridgrace_hashjoin_1.q.out | 8 +- .../clientpositive/llap/is_distinct_from.q.out | 2 +- .../clientpositive/llap/join32_lessSize.q.out | 16 +- .../results/clientpositive/llap/join46.q.out | 338 +- .../llap/join_emit_interval.q.out | 60 +- .../test/results/clientpositive/llap/kryo.q.out | 2 +- .../results/clientpositive/llap/lineage3.q.out | 8 +- .../clientpositive/llap/llap_smb_ptf.q.out | 36 +- .../results/clientpositive/llap/mapjoin46.q.out | 342 +- .../llap/mapjoin_emit_interval.q.out | 52 +- .../clientpositive/llap/mapjoin_hint.q.out | 162 +- .../llap/materialized_view_create_rewrite.q.out | 18 +- .../materialized_view_create_rewrite_3.q.out | 4 +- .../materialized_view_create_rewrite_4.q.out | 8 +- .../materialized_view_create_rewrite_5.q.out | 12 +- ...materialized_view_create_rewrite_dummy.q.out | 18 +- ...ized_view_create_rewrite_rebuild_dummy.q.out | 4 +- ...alized_view_create_rewrite_time_window.q.out | 4 +- .../llap/materialized_view_rewrite_10.q.out | 10 +- .../llap/materialized_view_rewrite_4.q.out | 48 +- .../llap/materialized_view_rewrite_7.q.out | 40 +- .../materialized_view_rewrite_no_join_opt.q.out | 24 +- .../results/clientpositive/llap/mergejoin.q.out | 8 +- .../results/clientpositive/llap/mm_exim.q.out | 1 + .../clientpositive/llap/multiMapJoin1.q.out | 36 +- .../clientpositive/llap/multi_column_in.q.out | 16 +- .../llap/multi_column_in_single.q.out | 16 +- .../results/clientpositive/llap/orc_llap.q.out | 32 +- .../clientpositive/llap/orc_llap_counters.q.out | 10 +- .../llap/orc_predicate_pushdown.q.out | 26 +- .../llap/parquet_predicate_pushdown.q.out | 26 +- .../llap/partition_shared_scan.q.out | 22 +- .../clientpositive/llap/ppd_union_view.q.out | 32 +- .../llap/q93_with_constraints.q.out | 4 +- .../results/clientpositive/llap/reopt_dpp.q.out | 16 +- .../clientpositive/llap/reopt_semijoin.q.out | 8 +- .../clientpositive/llap/resourceplan.q.out | 576 +-- .../results/clientpositive/llap/semijoin.q.out | 52 + .../clientpositive/llap/sharedworkext.q.out | 8 +- .../results/clientpositive/llap/stats11.q.out | 4 +- .../llap/strict_managed_tables2.q.out | 2 + .../llap/strict_managed_tables_sysdb.q.out | 30 +- .../clientpositive/llap/subquery_in.q.out | 460 ++- .../llap/subquery_in_having.q.out | 246 +- .../clientpositive/llap/subquery_multi.q.out | 1005 ++--- .../clientpositive/llap/subquery_notin.q.out | 2034 +++++----- .../clientpositive/llap/subquery_null_agg.q.out | 94 +- .../clientpositive/llap/subquery_scalar.q.out | 1520 ++++---- .../clientpositive/llap/subquery_select.q.out | 2037 +++++----- .../clientpositive/llap/subquery_views.q.out | 2 +- .../results/clientpositive/llap/sysdb.q.out | 49 +- .../llap/table_access_keys_stats.q.out | 4 +- .../llap/table_nonprintable.q.out | 2 +- .../llap/tez_dynpart_hashjoin_1.q.out | 22 +- .../llap/tez_dynpart_hashjoin_2.q.out | 114 +- .../llap/tez_dynpart_hashjoin_3.q.out | 196 +- .../llap/tez_fixed_bucket_pruning.q.out | 84 +- .../clientpositive/llap/tez_self_join.q.out | 16 +- .../llap/tez_vector_dynpart_hashjoin_2.q.out | 114 +- .../clientpositive/llap/unionDistinct_1.q.out | 1946 +++++----- .../llap/vector_between_columns.q.out | 24 +- .../clientpositive/llap/vector_between_in.q.out | 18 +- .../llap/vector_char_mapjoin1.q.out | 36 +- .../clientpositive/llap/vector_coalesce_3.q.out | 16 +- .../llap/vector_complex_join.q.out | 28 +- .../llap/vector_groupby_mapjoin.q.out | 184 +- .../clientpositive/llap/vector_inner_join.q.out | 43 +- .../llap/vector_join_filters.q.out | 43 +- .../llap/vector_left_outer_join2.q.out | 108 +- .../llap/vector_mapjoin_reduce.q.out | 328 +- .../clientpositive/llap/vector_struct_in.q.out | 6 +- .../llap/vector_varchar_mapjoin1.q.out | 24 +- .../llap/vector_windowing_rank.q.out | 28 +- .../clientpositive/llap/vectorization_0.q.out | 16 +- .../clientpositive/llap/vectorization_13.q.out | 8 +- .../clientpositive/llap/vectorization_6.q.out | 4 +- .../clientpositive/llap/vectorization_8.q.out | 8 +- .../llap/vectorization_short_regress.q.out | 8 +- .../vectorized_dynamic_partition_pruning.q.out | 341 +- .../clientpositive/llap/vectorized_join46.q.out | 276 +- .../llap/vectorized_multi_output_select.q.out | 8 +- .../clientpositive/llap/whroot_external1.q.out | 6 + .../clientpositive/louter_join_ppr.q.out | 112 +- .../test/results/clientpositive/mapjoin1.q.out | 32 +- .../test/results/clientpositive/mapjoin46.q.out | 318 +- .../test/results/clientpositive/mapjoin47.q.out | 356 +- .../test/results/clientpositive/masking_1.q.out | 38 +- .../results/clientpositive/masking_12.q.out | 56 +- .../test/results/clientpositive/masking_3.q.out | 3472 +++++++++--------- .../test/results/clientpositive/masking_4.q.out | 56 +- .../test/results/clientpositive/mergejoin.q.out | 8 +- .../results/clientpositive/mergejoins.q.out | 34 +- .../clientpositive/msck_repair_acid.q.out | 88 + .../clientpositive/msck_repair_drop.q.out | 68 +- .../multi_insert_with_join2.q.out | 16 +- .../results/clientpositive/outer_join_ppr.q.out | 8 +- .../parquet_vectorization_13.q.out | 8 +- .../parquet_vectorization_6.q.out | 4 +- .../parquet_vectorization_8.q.out | 8 +- .../clientpositive/partition_discovery.q.out | 357 ++ ql/src/test/results/clientpositive/pcr.q.out | 100 +- ql/src/test/results/clientpositive/pcs.q.out | 102 +- .../clientpositive/perf/spark/query1.q.out | 10 +- .../clientpositive/perf/spark/query11.q.out | 148 +- .../clientpositive/perf/spark/query12.q.out | 4 +- .../clientpositive/perf/spark/query13.q.out | 190 +- .../clientpositive/perf/spark/query15.q.out | 32 +- .../clientpositive/perf/spark/query17.q.out | 20 +- .../clientpositive/perf/spark/query18.q.out | 68 +- .../clientpositive/perf/spark/query19.q.out | 20 +- .../clientpositive/perf/spark/query2.q.out | 24 +- .../clientpositive/perf/spark/query20.q.out | 4 +- .../clientpositive/perf/spark/query21.q.out | 14 +- .../clientpositive/perf/spark/query22.q.out | 4 +- .../clientpositive/perf/spark/query23.q.out | 202 +- .../clientpositive/perf/spark/query24.q.out | 88 +- .../clientpositive/perf/spark/query25.q.out | 22 +- .../clientpositive/perf/spark/query26.q.out | 4 +- .../clientpositive/perf/spark/query27.q.out | 8 +- .../clientpositive/perf/spark/query29.q.out | 32 +- .../clientpositive/perf/spark/query3.q.out | 4 +- .../clientpositive/perf/spark/query30.q.out | 12 +- .../clientpositive/perf/spark/query31.q.out | 310 +- .../clientpositive/perf/spark/query32.q.out | 10 +- .../clientpositive/perf/spark/query33.q.out | 42 +- .../clientpositive/perf/spark/query34.q.out | 152 +- .../clientpositive/perf/spark/query36.q.out | 4 +- .../clientpositive/perf/spark/query38.q.out | 12 +- .../clientpositive/perf/spark/query39.q.out | 12 +- .../clientpositive/perf/spark/query4.q.out | 308 +- .../clientpositive/perf/spark/query40.q.out | 14 +- .../clientpositive/perf/spark/query42.q.out | 4 +- .../clientpositive/perf/spark/query43.q.out | 12 +- .../clientpositive/perf/spark/query46.q.out | 4 +- .../clientpositive/perf/spark/query47.q.out | 16 +- .../clientpositive/perf/spark/query48.q.out | 148 +- .../clientpositive/perf/spark/query49.q.out | 102 +- .../clientpositive/perf/spark/query5.q.out | 12 +- .../clientpositive/perf/spark/query50.q.out | 20 +- .../clientpositive/perf/spark/query52.q.out | 4 +- .../clientpositive/perf/spark/query53.q.out | 18 +- .../clientpositive/perf/spark/query54.q.out | 4 +- .../clientpositive/perf/spark/query55.q.out | 4 +- .../clientpositive/perf/spark/query56.q.out | 42 +- .../clientpositive/perf/spark/query57.q.out | 22 +- .../clientpositive/perf/spark/query58.q.out | 48 +- .../clientpositive/perf/spark/query59.q.out | 54 +- .../clientpositive/perf/spark/query6.q.out | 14 +- .../clientpositive/perf/spark/query60.q.out | 42 +- .../clientpositive/perf/spark/query61.q.out | 8 +- .../clientpositive/perf/spark/query63.q.out | 18 +- .../clientpositive/perf/spark/query65.q.out | 6 +- .../clientpositive/perf/spark/query66.q.out | 44 +- .../clientpositive/perf/spark/query67.q.out | 56 +- .../clientpositive/perf/spark/query68.q.out | 4 +- .../clientpositive/perf/spark/query7.q.out | 4 +- .../clientpositive/perf/spark/query70.q.out | 4 +- .../clientpositive/perf/spark/query71.q.out | 4 +- .../clientpositive/perf/spark/query72.q.out | 50 +- .../clientpositive/perf/spark/query73.q.out | 152 +- .../clientpositive/perf/spark/query74.q.out | 150 +- .../clientpositive/perf/spark/query75.q.out | 56 +- .../clientpositive/perf/spark/query76.q.out | 42 +- .../clientpositive/perf/spark/query77.q.out | 16 +- .../clientpositive/perf/spark/query78.q.out | 30 +- .../clientpositive/perf/spark/query79.q.out | 24 +- .../clientpositive/perf/spark/query8.q.out | 16 +- .../clientpositive/perf/spark/query80.q.out | 12 +- .../clientpositive/perf/spark/query81.q.out | 20 +- .../clientpositive/perf/spark/query83.q.out | 46 +- .../clientpositive/perf/spark/query84.q.out | 16 +- .../clientpositive/perf/spark/query85.q.out | 255 +- .../clientpositive/perf/spark/query86.q.out | 4 +- .../clientpositive/perf/spark/query87.q.out | 12 +- .../clientpositive/perf/spark/query89.q.out | 10 +- .../clientpositive/perf/spark/query9.q.out | 62 +- .../clientpositive/perf/spark/query91.q.out | 12 +- .../clientpositive/perf/spark/query92.q.out | 10 +- .../clientpositive/perf/spark/query93.q.out | 18 +- .../clientpositive/perf/spark/query98.q.out | 4 +- .../clientpositive/perf/spark/query99.q.out | 58 +- .../clientpositive/perf/tez/cbo_query1.q.out | 8 +- .../clientpositive/perf/tez/cbo_query10.q.out | 6 +- .../clientpositive/perf/tez/cbo_query11.q.out | 94 +- .../clientpositive/perf/tez/cbo_query12.q.out | 2 +- .../clientpositive/perf/tez/cbo_query13.q.out | 30 +- .../clientpositive/perf/tez/cbo_query14.q.out | 369 +- .../clientpositive/perf/tez/cbo_query15.q.out | 14 +- .../clientpositive/perf/tez/cbo_query17.q.out | 20 +- .../clientpositive/perf/tez/cbo_query18.q.out | 59 +- .../clientpositive/perf/tez/cbo_query19.q.out | 16 +- .../clientpositive/perf/tez/cbo_query2.q.out | 16 +- .../clientpositive/perf/tez/cbo_query20.q.out | 2 +- .../clientpositive/perf/tez/cbo_query21.q.out | 8 +- .../clientpositive/perf/tez/cbo_query22.q.out | 4 +- .../clientpositive/perf/tez/cbo_query23.q.out | 216 +- .../clientpositive/perf/tez/cbo_query24.q.out | 30 +- .../clientpositive/perf/tez/cbo_query25.q.out | 18 +- .../clientpositive/perf/tez/cbo_query26.q.out | 10 +- .../clientpositive/perf/tez/cbo_query27.q.out | 10 +- .../clientpositive/perf/tez/cbo_query29.q.out | 18 +- .../clientpositive/perf/tez/cbo_query3.q.out | 8 +- .../clientpositive/perf/tez/cbo_query30.q.out | 10 +- .../clientpositive/perf/tez/cbo_query31.q.out | 72 +- .../clientpositive/perf/tez/cbo_query32.q.out | 12 +- .../clientpositive/perf/tez/cbo_query33.q.out | 36 +- .../clientpositive/perf/tez/cbo_query34.q.out | 10 +- .../clientpositive/perf/tez/cbo_query35.q.out | 6 +- .../clientpositive/perf/tez/cbo_query36.q.out | 10 +- .../clientpositive/perf/tez/cbo_query37.q.out | 12 +- .../clientpositive/perf/tez/cbo_query38.q.out | 6 +- .../clientpositive/perf/tez/cbo_query39.q.out | 12 +- .../clientpositive/perf/tez/cbo_query4.q.out | 122 +- .../clientpositive/perf/tez/cbo_query40.q.out | 8 +- .../clientpositive/perf/tez/cbo_query42.q.out | 8 +- .../clientpositive/perf/tez/cbo_query43.q.out | 8 +- .../clientpositive/perf/tez/cbo_query46.q.out | 10 +- .../clientpositive/perf/tez/cbo_query47.q.out | 8 +- .../clientpositive/perf/tez/cbo_query48.q.out | 28 +- .../clientpositive/perf/tez/cbo_query49.q.out | 81 +- .../clientpositive/perf/tez/cbo_query5.q.out | 14 +- .../clientpositive/perf/tez/cbo_query50.q.out | 8 +- .../clientpositive/perf/tez/cbo_query51.q.out | 4 +- .../clientpositive/perf/tez/cbo_query52.q.out | 8 +- .../clientpositive/perf/tez/cbo_query53.q.out | 8 +- .../clientpositive/perf/tez/cbo_query54.q.out | 6 +- .../clientpositive/perf/tez/cbo_query55.q.out | 8 +- .../clientpositive/perf/tez/cbo_query56.q.out | 36 +- .../clientpositive/perf/tez/cbo_query57.q.out | 8 +- .../clientpositive/perf/tez/cbo_query58.q.out | 12 +- .../clientpositive/perf/tez/cbo_query59.q.out | 20 +- .../clientpositive/perf/tez/cbo_query6.q.out | 6 +- .../clientpositive/perf/tez/cbo_query60.q.out | 36 +- .../clientpositive/perf/tez/cbo_query61.q.out | 40 +- .../clientpositive/perf/tez/cbo_query63.q.out | 8 +- .../clientpositive/perf/tez/cbo_query64.q.out | 114 +- .../clientpositive/perf/tez/cbo_query65.q.out | 8 +- .../clientpositive/perf/tez/cbo_query66.q.out | 34 +- .../clientpositive/perf/tez/cbo_query68.q.out | 10 +- .../clientpositive/perf/tez/cbo_query69.q.out | 6 +- .../clientpositive/perf/tez/cbo_query7.q.out | 10 +- .../clientpositive/perf/tez/cbo_query71.q.out | 14 +- .../clientpositive/perf/tez/cbo_query72.q.out | 26 +- .../clientpositive/perf/tez/cbo_query73.q.out | 10 +- .../clientpositive/perf/tez/cbo_query74.q.out | 30 +- .../clientpositive/perf/tez/cbo_query75.q.out | 48 +- .../clientpositive/perf/tez/cbo_query76.q.out | 20 +- .../clientpositive/perf/tez/cbo_query77.q.out | 16 +- .../clientpositive/perf/tez/cbo_query78.q.out | 24 +- .../clientpositive/perf/tez/cbo_query79.q.out | 16 +- .../clientpositive/perf/tez/cbo_query8.q.out | 16 +- .../clientpositive/perf/tez/cbo_query80.q.out | 42 +- .../clientpositive/perf/tez/cbo_query81.q.out | 10 +- .../clientpositive/perf/tez/cbo_query82.q.out | 12 +- .../clientpositive/perf/tez/cbo_query83.q.out | 12 +- .../clientpositive/perf/tez/cbo_query84.q.out | 16 +- .../clientpositive/perf/tez/cbo_query85.q.out | 44 +- .../clientpositive/perf/tez/cbo_query87.q.out | 6 +- .../clientpositive/perf/tez/cbo_query88.q.out | 80 +- .../clientpositive/perf/tez/cbo_query89.q.out | 6 +- .../clientpositive/perf/tez/cbo_query9.q.out | 12 +- .../clientpositive/perf/tez/cbo_query90.q.out | 20 +- .../clientpositive/perf/tez/cbo_query91.q.out | 18 +- .../clientpositive/perf/tez/cbo_query92.q.out | 12 +- .../clientpositive/perf/tez/cbo_query93.q.out | 12 +- .../clientpositive/perf/tez/cbo_query95.q.out | 14 +- .../clientpositive/perf/tez/cbo_query96.q.out | 10 +- .../clientpositive/perf/tez/cbo_query97.q.out | 4 +- .../clientpositive/perf/tez/cbo_query98.q.out | 2 +- .../clientpositive/perf/tez/cbo_query99.q.out | 39 +- .../perf/tez/constraints/cbo_query11.q.out | 6 +- .../perf/tez/constraints/cbo_query15.q.out | 2 +- .../perf/tez/constraints/cbo_query17.q.out | 58 +- .../perf/tez/constraints/cbo_query2.q.out | 6 +- .../perf/tez/constraints/cbo_query23.q.out | 150 +- .../perf/tez/constraints/cbo_query24.q.out | 71 +- .../perf/tez/constraints/cbo_query25.q.out | 44 +- .../perf/tez/constraints/cbo_query31.q.out | 70 +- .../perf/tez/constraints/cbo_query4.q.out | 10 +- .../perf/tez/constraints/cbo_query54.q.out | 98 +- .../perf/tez/constraints/cbo_query58.q.out | 10 +- .../perf/tez/constraints/cbo_query59.q.out | 6 +- .../perf/tez/constraints/cbo_query61.q.out | 6 +- .../perf/tez/constraints/cbo_query64.q.out | 240 +- .../perf/tez/constraints/cbo_query72.q.out | 30 +- .../perf/tez/constraints/cbo_query74.q.out | 6 +- .../perf/tez/constraints/cbo_query75.q.out | 8 +- .../perf/tez/constraints/cbo_query83.q.out | 10 +- .../perf/tez/constraints/cbo_query84.q.out | 34 +- .../perf/tez/constraints/cbo_query90.q.out | 6 +- .../perf/tez/constraints/mv_query44.q.out | 214 ++ .../perf/tez/constraints/query10.q.out | 18 +- .../perf/tez/constraints/query11.q.out | 20 +- .../perf/tez/constraints/query17.q.out | 388 +- .../perf/tez/constraints/query2.q.out | 34 +- .../perf/tez/constraints/query23.q.out | 630 ++-- .../perf/tez/constraints/query24.q.out | 416 +-- .../perf/tez/constraints/query25.q.out | 392 +- .../perf/tez/constraints/query31.q.out | 442 ++- .../perf/tez/constraints/query34.q.out | 8 +- .../perf/tez/constraints/query4.q.out | 32 +- .../perf/tez/constraints/query44.q.out | 2 +- .../perf/tez/constraints/query46.q.out | 26 +- .../perf/tez/constraints/query53.q.out | 28 +- .../perf/tez/constraints/query54.q.out | 450 +-- .../perf/tez/constraints/query56.q.out | 44 +- .../perf/tez/constraints/query58.q.out | 216 +- .../perf/tez/constraints/query59.q.out | 4 +- .../perf/tez/constraints/query61.q.out | 482 ++- .../perf/tez/constraints/query63.q.out | 28 +- .../perf/tez/constraints/query64.q.out | 900 ++--- .../perf/tez/constraints/query68.q.out | 26 +- .../perf/tez/constraints/query72.q.out | 304 +- .../perf/tez/constraints/query73.q.out | 22 +- .../perf/tez/constraints/query74.q.out | 20 +- .../perf/tez/constraints/query75.q.out | 882 +++-- .../perf/tez/constraints/query83.q.out | 180 +- .../perf/tez/constraints/query84.q.out | 118 +- .../perf/tez/constraints/query90.q.out | 342 +- .../clientpositive/perf/tez/query1.q.out | 10 +- .../clientpositive/perf/tez/query10.q.out | 20 +- .../clientpositive/perf/tez/query11.q.out | 412 +-- .../clientpositive/perf/tez/query12.q.out | 6 +- .../clientpositive/perf/tez/query13.q.out | 166 +- .../clientpositive/perf/tez/query14.q.out | 1556 ++++---- .../clientpositive/perf/tez/query15.q.out | 38 +- .../clientpositive/perf/tez/query17.q.out | 52 +- .../clientpositive/perf/tez/query18.q.out | 266 +- .../clientpositive/perf/tez/query19.q.out | 30 +- .../clientpositive/perf/tez/query2.q.out | 18 +- .../clientpositive/perf/tez/query20.q.out | 6 +- .../clientpositive/perf/tez/query21.q.out | 20 +- .../clientpositive/perf/tez/query22.q.out | 6 +- .../clientpositive/perf/tez/query23.q.out | 564 ++- .../clientpositive/perf/tez/query24.q.out | 50 +- .../clientpositive/perf/tez/query25.q.out | 20 +- .../clientpositive/perf/tez/query26.q.out | 12 +- .../clientpositive/perf/tez/query27.q.out | 8 +- .../clientpositive/perf/tez/query29.q.out | 28 +- .../clientpositive/perf/tez/query3.q.out | 8 +- .../clientpositive/perf/tez/query30.q.out | 14 +- .../clientpositive/perf/tez/query31.q.out | 358 +- .../clientpositive/perf/tez/query32.q.out | 8 +- .../clientpositive/perf/tez/query33.q.out | 28 +- .../clientpositive/perf/tez/query34.q.out | 14 +- .../clientpositive/perf/tez/query35.q.out | 2 +- .../clientpositive/perf/tez/query36.q.out | 6 +- .../clientpositive/perf/tez/query37.q.out | 6 +- .../clientpositive/perf/tez/query38.q.out | 14 +- .../clientpositive/perf/tez/query39.q.out | 12 +- .../clientpositive/perf/tez/query4.q.out | 610 ++- .../clientpositive/perf/tez/query40.q.out | 22 +- .../clientpositive/perf/tez/query42.q.out | 8 +- .../clientpositive/perf/tez/query43.q.out | 20 +- .../clientpositive/perf/tez/query46.q.out | 34 +- .../clientpositive/perf/tez/query47.q.out | 8 +- .../clientpositive/perf/tez/query48.q.out | 136 +- .../clientpositive/perf/tez/query49.q.out | 370 +- .../clientpositive/perf/tez/query5.q.out | 14 +- .../clientpositive/perf/tez/query50.q.out | 12 +- .../clientpositive/perf/tez/query51.q.out | 2 +- .../clientpositive/perf/tez/query52.q.out | 8 +- .../clientpositive/perf/tez/query53.q.out | 44 +- .../clientpositive/perf/tez/query54.q.out | 8 +- .../clientpositive/perf/tez/query55.q.out | 8 +- .../clientpositive/perf/tez/query56.q.out | 72 +- .../clientpositive/perf/tez/query57.q.out | 12 +- .../clientpositive/perf/tez/query58.q.out | 414 ++- .../clientpositive/perf/tez/query59.q.out | 122 +- .../clientpositive/perf/tez/query6.q.out | 6 +- .../clientpositive/perf/tez/query60.q.out | 28 +- .../clientpositive/perf/tez/query61.q.out | 18 +- .../clientpositive/perf/tez/query63.q.out | 44 +- .../clientpositive/perf/tez/query64.q.out | 436 ++- .../clientpositive/perf/tez/query65.q.out | 4 +- .../clientpositive/perf/tez/query66.q.out | 52 +- .../clientpositive/perf/tez/query67.q.out | 152 +- .../clientpositive/perf/tez/query68.q.out | 34 +- .../clientpositive/perf/tez/query69.q.out | 2 +- .../clientpositive/perf/tez/query7.q.out | 12 +- .../clientpositive/perf/tez/query70.q.out | 4 +- .../clientpositive/perf/tez/query71.q.out | 14 +- .../clientpositive/perf/tez/query72.q.out | 44 +- .../clientpositive/perf/tez/query73.q.out | 26 +- .../clientpositive/perf/tez/query74.q.out | 200 +- .../clientpositive/perf/tez/query75.q.out | 36 +- .../clientpositive/perf/tez/query76.q.out | 20 +- .../clientpositive/perf/tez/query77.q.out | 18 +- .../clientpositive/perf/tez/query78.q.out | 26 +- .../clientpositive/perf/tez/query79.q.out | 24 +- .../clientpositive/perf/tez/query8.q.out | 18 +- .../clientpositive/perf/tez/query80.q.out | 12 +- .../clientpositive/perf/tez/query81.q.out | 18 +- .../clientpositive/perf/tez/query82.q.out | 6 +- .../clientpositive/perf/tez/query83.q.out | 306 +- .../clientpositive/perf/tez/query84.q.out | 20 +- .../clientpositive/perf/tez/query85.q.out | 244 +- .../clientpositive/perf/tez/query86.q.out | 4 +- .../clientpositive/perf/tez/query87.q.out | 14 +- .../clientpositive/perf/tez/query88.q.out | 20 +- .../clientpositive/perf/tez/query89.q.out | 10 +- .../clientpositive/perf/tez/query9.q.out | 292 +- .../clientpositive/perf/tez/query90.q.out | 8 +- .../clientpositive/perf/tez/query91.q.out | 14 +- .../clientpositive/perf/tez/query92.q.out | 8 +- .../clientpositive/perf/tez/query93.q.out | 22 +- .../clientpositive/perf/tez/query95.q.out | 4 +- .../clientpositive/perf/tez/query96.q.out | 6 +- .../clientpositive/perf/tez/query97.q.out | 2 +- .../clientpositive/perf/tez/query98.q.out | 6 +- .../clientpositive/perf/tez/query99.q.out | 192 +- .../results/clientpositive/pointlookup2.q.out | 328 +- .../results/clientpositive/pointlookup3.q.out | 288 +- .../results/clientpositive/pointlookup5.q.out | 48 +- .../clientpositive/position_alias_test_1.q.out | 30 +- .../clientpositive/ppd_outer_join5.q.out | 80 +- .../clientpositive/ppd_repeated_alias.q.out | 28 +- .../results/clientpositive/ppd_udf_case.q.out | 52 +- .../results/clientpositive/ppd_udf_col.q.out | 10 +- .../rename_external_partition_location.q.out | 2 + .../clientpositive/repl_2_exim_basic.q.out | 2 + .../clientpositive/router_join_ppr.q.out | 112 +- .../test/results/clientpositive/semijoin4.q.out | 16 +- .../test/results/clientpositive/semijoin5.q.out | 26 +- .../show_create_table_alter.q.out | 5 + .../show_create_table_partitioned.q.out | 1 + .../show_create_table_serde.q.out | 1 + .../results/clientpositive/skewjoinopt18.q.out | 38 +- .../results/clientpositive/smb_mapjoin_46.q.out | 217 +- .../results/clientpositive/smb_mapjoin_47.q.out | 34 +- .../clientpositive/spark/auto_join13.q.out | 6 +- .../clientpositive/spark/auto_join19.q.out | 4 +- .../clientpositive/spark/auto_join2.q.out | 24 +- .../clientpositive/spark/auto_join32.q.out | 4 +- .../clientpositive/spark/auto_join9.q.out | 4 +- .../spark/auto_join_filters.q.out | 60 +- .../clientpositive/spark/auto_join_stats.q.out | 82 +- .../clientpositive/spark/auto_join_stats2.q.out | 58 +- .../spark/auto_sortmerge_join_6.q.out | 36 +- .../spark/bucket_map_join_spark1.q.out | 4 +- .../spark/bucket_map_join_spark2.q.out | 4 +- .../spark/bucket_map_join_spark3.q.out | 4 +- .../spark/bucket_map_join_spark4.q.out | 4 +- .../spark/bucket_map_join_tez1.q.out | 96 +- .../spark/bucket_map_join_tez2.q.out | 70 +- .../clientpositive/spark/bucketmapjoin1.q.out | 8 +- .../clientpositive/spark/bucketmapjoin2.q.out | 4 +- .../clientpositive/spark/bucketmapjoin3.q.out | 16 +- .../spark/bucketsortoptimize_insert_2.q.out | 12 +- .../spark/bucketsortoptimize_insert_4.q.out | 4 +- .../spark/bucketsortoptimize_insert_6.q.out | 28 +- .../spark/bucketsortoptimize_insert_7.q.out | 4 +- .../spark/bucketsortoptimize_insert_8.q.out | 8 +- .../spark/constprog_partitioner.q.out | 8 +- .../spark/constprog_semijoin.q.out | 4 +- .../spark/dynamic_rdd_cache.q.out | 88 +- .../spark/filter_join_breaktask.q.out | 18 +- .../spark/groupby_multi_single_reducer3.q.out | 16 +- .../spark/infer_bucket_sort_map_operators.q.out | 24 +- .../results/clientpositive/spark/join13.q.out | 8 +- .../results/clientpositive/spark/join2.q.out | 32 +- .../results/clientpositive/spark/join26.q.out | 2 +- .../results/clientpositive/spark/join32.q.out | 2 +- .../clientpositive/spark/join32_lessSize.q.out | 6 +- .../results/clientpositive/spark/join33.q.out | 2 +- .../results/clientpositive/spark/join9.q.out | 6 +- .../spark/join_cond_pushdown_1.q.out | 18 +- .../spark/join_cond_pushdown_3.q.out | 18 +- .../spark/join_cond_pushdown_unqual1.q.out | 18 +- .../spark/join_cond_pushdown_unqual3.q.out | 18 +- .../spark/join_filters_overlap.q.out | 338 +- .../clientpositive/spark/join_merging.q.out | 182 +- .../clientpositive/spark/join_view.q.out | 4 +- .../clientpositive/spark/louter_join_ppr.q.out | 112 +- .../results/clientpositive/spark/mapjoin1.q.out | 32 +- .../clientpositive/spark/mergejoins.q.out | 34 +- .../clientpositive/spark/outer_join_ppr.q.out | 8 +- .../spark/parquet_vectorization_13.q.out | 8 +- .../spark/parquet_vectorization_6.q.out | 4 +- .../spark/parquet_vectorization_8.q.out | 8 +- .../test/results/clientpositive/spark/pcr.q.out | 60 +- .../clientpositive/spark/ppd_outer_join5.q.out | 80 +- .../clientpositive/spark/router_join_ppr.q.out | 112 +- .../results/clientpositive/spark/semijoin.q.out | 52 + .../clientpositive/spark/skewjoinopt18.q.out | 38 +- .../spark/spark_dynamic_partition_pruning.q.out | 398 +- .../spark_dynamic_partition_pruning_3.q.out | 58 +- .../spark_dynamic_partition_pruning_4.q.out | 10 +- .../spark/spark_explainuser_1.q.out | 686 ++-- .../spark/spark_use_ts_stats_for_mapjoin.q.out | 26 +- ...k_vectorized_dynamic_partition_pruning.q.out | 520 +-- .../clientpositive/spark/stats_noscan_2.q.out | 2 + .../clientpositive/spark/subquery_in.q.out | 440 +-- .../clientpositive/spark/subquery_multi.q.out | 944 ++--- .../clientpositive/spark/subquery_notin.q.out | 3161 ++++++++-------- .../spark/subquery_null_agg.q.out | 86 +- .../clientpositive/spark/subquery_scalar.q.out | 1465 ++++---- .../clientpositive/spark/subquery_select.q.out | 2036 +++++----- .../clientpositive/spark/subquery_views.q.out | 2 +- .../results/clientpositive/spark/union22.q.out | 17 +- .../results/clientpositive/spark/union32.q.out | 46 +- .../clientpositive/spark/union_remove_12.q.out | 4 +- .../clientpositive/spark/union_remove_13.q.out | 4 +- .../clientpositive/spark/union_remove_14.q.out | 4 +- .../spark/vector_between_in.q.out | 18 +- .../spark/vector_inner_join.q.out | 33 +- .../spark/vector_mapjoin_reduce.q.out | 454 ++- .../clientpositive/spark/vectorization_13.q.out | 8 +- .../clientpositive/spark/vectorization_6.q.out | 4 +- .../spark/vectorization_short_regress.q.out | 8 +- .../results/clientpositive/stats_noscan_2.q.out | 2 + .../clientpositive/subquery_notexists.q.out | 30 +- .../clientpositive/subquery_notin_having.q.out | 465 +-- .../results/clientpositive/tablevalues.q.out | 12 +- .../temp_table_display_colstats_tbllvl.q.out | 5 + .../clientpositive/tez/explainanalyze_4.q.out | 4 +- .../clientpositive/tez/explainanalyze_5.q.out | 4 +- .../tez/hybridgrace_hashjoin_1.q.out | 8 +- .../results/clientpositive/tez/tez-tag.q.out | 8 +- .../results/clientpositive/timestamptz_4.q.out | 31 + .../udf_case_column_pruning.q.out | 9 +- .../clientpositive/udf_from_utc_timestamp.q.out | 15 + .../test/results/clientpositive/union22.q.out | 23 +- .../test/results/clientpositive/union32.q.out | 46 +- .../clientpositive/union_remove_12.q.out | 4 +- .../clientpositive/union_remove_13.q.out | 4 +- .../clientpositive/union_remove_14.q.out | 4 +- .../clientpositive/vector_between_columns.q.out | 30 +- .../clientpositive/vector_char_mapjoin1.q.out | 40 +- .../clientpositive/vector_coalesce_3.q.out | 7 +- .../clientpositive/vector_groupby_mapjoin.q.out | 425 ++- .../vector_left_outer_join2.q.out | 92 +- .../vector_non_constant_in_expr.q.out | 4 +- .../clientpositive/vector_struct_in.q.out | 6 +- .../vector_varchar_mapjoin1.q.out | 22 +- .../clientpositive/vectorization_13.q.out | 8 +- .../clientpositive/vectorization_6.q.out | 4 +- .../clientpositive/vectorization_8.q.out | 8 +- .../clientpositive/vectorized_join46_mr.q.out | 252 +- .../PrimitiveObjectInspectorUtils.java | 35 +- .../java/org/apache/hive/http/LlapServlet.java | 9 +- .../org/apache/hive/service/cli/CLIService.java | 3 +- .../apache/hive/service/cli/ColumnValue.java | 4 +- .../service/cli/operation/SQLOperation.java | 20 +- .../service/cli/session/HiveSessionImpl.java | 56 +- .../apache/hive/service/server/HiveServer2.java | 1 + .../cli/session/TestSessionManagerMetrics.java | 2 + .../api/WMAlterResourcePlanRequest.java | 114 +- ...CreateOrDropTriggerToPoolMappingRequest.java | 114 +- .../hive/metastore/api/WMDropPoolRequest.java | 114 +- .../api/WMDropResourcePlanRequest.java | 114 +- .../metastore/api/WMDropTriggerRequest.java | 114 +- .../api/WMGetActiveResourcePlanRequest.java | 112 +- .../api/WMGetAllResourcePlanRequest.java | 112 +- .../metastore/api/WMGetResourcePlanRequest.java | 114 +- .../api/WMGetTriggersForResourePlanRequest.java | 114 +- .../hadoop/hive/metastore/api/WMMapping.java | 114 +- .../hive/metastore/api/WMNullablePool.java | 114 +- .../metastore/api/WMNullableResourcePlan.java | 114 +- .../hadoop/hive/metastore/api/WMPool.java | 114 +- .../hive/metastore/api/WMPoolTrigger.java | 112 +- .../hive/metastore/api/WMResourcePlan.java | 114 +- .../hadoop/hive/metastore/api/WMTrigger.java | 114 +- .../api/WMValidateResourcePlanRequest.java | 114 +- .../src/gen/thrift/gen-php/metastore/Types.php | 399 +- .../gen/thrift/gen-py/hive_metastore/ttypes.py | 263 +- .../gen/thrift/gen-rb/hive_metastore_types.rb | 66 +- .../hadoop/hive/metastore/CheckResult.java | 153 + .../hive/metastore/HiveMetaStoreClient.java | 35 +- .../hadoop/hive/metastore/IMetaStoreClient.java | 20 +- .../apache/hadoop/hive/metastore/Warehouse.java | 2 +- .../hive/metastore/api/MetastoreException.java | 36 + .../hive/metastore/conf/MetastoreConf.java | 59 +- .../hive/metastore/txn/TxnCommonUtils.java | 1 + .../hive/metastore/utils/MetaStoreUtils.java | 55 +- .../src/main/thrift/hive_metastore.thrift | 17 + .../hadoop/hive/metastore/HiveMetaStore.java | 29 +- .../hive/metastore/HiveMetaStoreChecker.java | 571 +++ .../hive/metastore/MetastoreDirectSqlUtils.java | 4 +- .../org/apache/hadoop/hive/metastore/Msck.java | 530 +++ .../apache/hadoop/hive/metastore/MsckInfo.java | 125 + .../metastore/MsckPartitionExpressionProxy.java | 64 + .../hadoop/hive/metastore/ObjectStore.java | 268 +- .../hive/metastore/PartitionIterable.java | 163 + .../hive/metastore/PartitionManagementTask.java | 235 ++ .../apache/hadoop/hive/metastore/RawStore.java | 28 +- .../hive/metastore/cache/CachedStore.java | 46 +- .../hive/metastore/model/MWMResourcePlan.java | 9 + .../hadoop/hive/metastore/txn/TxnDbUtil.java | 2 +- .../metastore/utils/MetaStoreServerUtils.java | 180 +- .../hive/metastore/utils/RetryUtilities.java | 110 + .../src/main/resources/package.jdo | 6 +- .../main/sql/derby/hive-schema-4.0.0.derby.sql | 4 +- .../sql/derby/upgrade-3.2.0-to-4.0.0.derby.sql | 7 + .../main/sql/mssql/hive-schema-4.0.0.mssql.sql | 3 +- .../sql/mssql/upgrade-3.2.0-to-4.0.0.mssql.sql | 6 + .../main/sql/mysql/hive-schema-4.0.0.mysql.sql | 3 +- .../sql/mysql/upgrade-3.2.0-to-4.0.0.mysql.sql | 7 + .../sql/oracle/hive-schema-4.0.0.oracle.sql | 3 +- .../oracle/upgrade-3.2.0-to-4.0.0.oracle.sql | 6 + .../sql/postgres/hive-schema-4.0.0.postgres.sql | 3 +- .../upgrade-3.2.0-to-4.0.0.postgres.sql | 7 + .../DummyRawStoreControlledCommit.java | 44 +- .../DummyRawStoreForJdoConnection.java | 22 +- .../HiveMetaStoreClientPreCatalog.java | 36 +- .../hive/metastore/NonCatCallsWithCatalog.java | 4 +- .../hive/metastore/TestCatalogOldClient.java | 4 +- .../hadoop/hive/metastore/TestObjectStore.java | 67 + .../hive/metastore/TestPartitionManagement.java | 581 +++ .../hive/metastore/client/TestGetTableMeta.java | 11 +- .../utils/TestMetaStoreServerUtils.java | 31 + .../apache/hive/common/util/BloomKFilter.java | 60 +- .../hive/common/util/TestBloomFilter.java | 412 +-- .../hive/common/util/TestBloomKFilter.java | 436 +-- 903 files changed, 52416 insertions(+), 38105 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/750daa4a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/750daa4a/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/750daa4a/llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskSchedulerService.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/750daa4a/pom.xml ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/750daa4a/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/750daa4a/ql/src/java/org/apache/hadoop/hive/ql/session/SessionState.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/750daa4a/service/src/java/org/apache/hive/service/server/HiveServer2.java ----------------------------------------------------------------------
