Merge remote-tracking branch 'origin/master' into llap
Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/ffed821c Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/ffed821c Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/ffed821c Branch: refs/heads/master Commit: ffed821cab87cab7d0c7caa8c475c13817251e99 Parents: 53b43cd 0ac424f Author: Jason Dere <jd...@hortonworks.com> Authored: Tue Apr 26 10:47:05 2016 -0700 Committer: Jason Dere <jd...@hortonworks.com> Committed: Tue Apr 26 10:47:05 2016 -0700 ---------------------------------------------------------------------- LICENSE | 23 + .../java/org/apache/hive/beeline/Commands.java | 2 +- .../org/apache/hadoop/hive/cli/CliDriver.java | 5 - common/pom.xml | 5 + .../metrics/metrics2/CodahaleMetrics.java | 16 + .../metrics/metrics2/MetricsReporting.java | 3 +- .../org/apache/hadoop/hive/conf/HiveConf.java | 42 +- .../apache/hadoop/hive/ql/log/PerfLogger.java | 1 + .../hive/common/util/FixedSizedObjectPool.java | 5 + .../java/org/apache/hive/http/HttpServer.java | 16 +- .../hive/hbase/HiveHBaseTableInputFormat.java | 33 +- .../mapreduce/TestHCatMultiOutputFormat.java | 7 +- .../org/apache/hive/jdbc/TestJdbcDriver2.java | 5 +- .../apache/hive/jdbc/TestJdbcWithMiniHS2.java | 108 +- itests/qtest/pom.xml | 2 +- .../org/apache/hadoop/hive/ql/QTestUtil.java | 9 +- .../org/apache/hive/jdbc/HiveBaseResultSet.java | 2 +- .../apache/hive/jdbc/HiveDatabaseMetaData.java | 49 +- .../apache/hive/jdbc/HiveResultSetMetaData.java | 2 +- .../org/apache/hive/jdbc/HiveStatement.java | 16 +- .../java/org/apache/hive/jdbc/JdbcColumn.java | 2 +- .../llap/registry/impl/LlapRegistryService.java | 6 +- .../hive/llap/metrics/LlapMetricsSystem.java | 57 + .../hadoop/hive/llap/metrics/MetricsUtils.java | 43 + .../hadoop/hive/llap/cache/BuddyAllocator.java | 3 + .../hive/llap/cache/EvictionDispatcher.java | 5 + .../hive/llap/cli/LlapStatusServiceDriver.java | 14 +- .../hive/llap/daemon/impl/LlapDaemon.java | 5 + .../hive/llap/daemon/impl/LlapTaskReporter.java | 53 +- .../llap/daemon/impl/TaskRunnerCallable.java | 4 +- .../hive/llap/io/api/impl/LlapIoImpl.java | 44 +- .../llap/io/decode/EncodedDataConsumer.java | 15 +- .../llap/io/decode/OrcColumnVectorProducer.java | 12 +- .../llap/io/decode/OrcEncodedDataConsumer.java | 52 +- .../llap/io/encoded/OrcEncodedDataReader.java | 83 +- .../llap/io/metadata/OrcFileEstimateErrors.java | 121 + .../hive/llap/io/metadata/OrcMetadataCache.java | 58 +- .../llap/io/metadata/OrcStripeMetadata.java | 6 +- .../hive/llap/metrics/LlapDaemonCacheInfo.java | 5 +- .../llap/metrics/LlapDaemonCacheMetrics.java | 26 +- .../llap/metrics/LlapDaemonExecutorInfo.java | 6 + .../llap/metrics/LlapDaemonExecutorMetrics.java | 45 +- .../hive/llap/metrics/LlapDaemonIOInfo.java | 53 + .../hive/llap/metrics/LlapDaemonIOMetrics.java | 144 ++ .../hive/llap/metrics/LlapDaemonQueueInfo.java | 50 - .../llap/metrics/LlapDaemonQueueMetrics.java | 116 - .../hive/llap/metrics/LlapMetricsSystem.java | 57 - .../hadoop/hive/llap/metrics/MetricsUtils.java | 43 - .../TestIncrementalObjectSizeEstimator.java | 31 +- .../hive/llap/cache/TestOrcMetadataCache.java | 2 +- .../daemon/impl/TaskExecutorTestHelpers.java | 6 +- .../TestFirstInFirstOutComparator.java | 4 +- .../llap/tezplugins/LlapTaskCommunicator.java | 14 +- .../tezplugins/TestLlapTaskCommunicator.java | 7 +- .../upgrade/derby/hive-schema-2.1.0.derby.sql | 2 +- .../hadoop/hive/metastore/ObjectStore.java | 41 +- .../hadoop/hive/metastore/txn/TxnHandler.java | 18 +- .../hive/metastore/txn/TestTxnHandler.java | 15 + orc/src/java/org/apache/orc/DataReader.java | 24 +- .../java/org/apache/orc/DataReaderFactory.java | 9 - .../org/apache/orc/MetadataReaderFactory.java | 12 - orc/src/java/org/apache/orc/OrcUtils.java | 78 + orc/src/java/org/apache/orc/Reader.java | 29 +- orc/src/java/org/apache/orc/RecordReader.java | 8 +- .../java/org/apache/orc/TypeDescription.java | 62 +- .../org/apache/orc/impl/BitFieldReader.java | 5 +- .../apache/orc/impl/DataReaderProperties.java | 41 +- .../orc/impl/DefaultMetadataReaderFactory.java | 14 - orc/src/java/org/apache/orc/impl/InStream.java | 4 +- .../java/org/apache/orc/impl/IntegerReader.java | 26 +- .../org/apache/orc/impl/MetadataReader.java | 33 - .../org/apache/orc/impl/MetadataReaderImpl.java | 120 - .../orc/impl/MetadataReaderProperties.java | 96 - .../apache/orc/impl/RunLengthByteReader.java | 36 +- .../apache/orc/impl/RunLengthIntegerReader.java | 31 +- .../orc/impl/RunLengthIntegerReaderV2.java | 33 +- .../java/org/apache/orc/impl/WriterImpl.java | 47 +- .../orc/impl/TestDataReaderProperties.java | 12 +- .../orc/impl/TestMetadataReaderProperties.java | 72 - pom.xml | 3 +- ql/pom.xml | 6 + .../java/org/apache/hadoop/hive/ql/Driver.java | 123 +- .../org/apache/hadoop/hive/ql/ErrorMsg.java | 3 +- .../org/apache/hadoop/hive/ql/QueryState.java | 114 + .../hadoop/hive/ql/exec/ColumnStatsTask.java | 5 +- .../hive/ql/exec/ColumnStatsUpdateTask.java | 6 +- .../org/apache/hadoop/hive/ql/exec/DDLTask.java | 20 +- .../hive/ql/exec/DefaultFetchFormatter.java | 77 - .../apache/hadoop/hive/ql/exec/ExplainTask.java | 37 +- .../hadoop/hive/ql/exec/FetchFormatter.java | 71 - .../apache/hadoop/hive/ql/exec/FetchTask.java | 8 +- .../hadoop/hive/ql/exec/FileSinkOperator.java | 27 +- .../hadoop/hive/ql/exec/FunctionTask.java | 6 +- .../hadoop/hive/ql/exec/GroupByOperator.java | 1 + .../hadoop/hive/ql/exec/ListSinkOperator.java | 11 +- .../hadoop/hive/ql/exec/ReduceSinkOperator.java | 15 +- .../hadoop/hive/ql/exec/StatsNoJobTask.java | 5 +- .../org/apache/hadoop/hive/ql/exec/Task.java | 6 +- .../hadoop/hive/ql/exec/mr/ExecDriver.java | 11 +- .../hive/ql/exec/mr/HadoopJobExecHelper.java | 21 +- .../hadoop/hive/ql/exec/mr/MapredLocalTask.java | 7 +- .../hadoop/hive/ql/exec/spark/SparkTask.java | 7 +- .../hadoop/hive/ql/exec/tez/TezJobMonitor.java | 83 +- .../ql/exec/vector/VectorizedRowBatchCtx.java | 13 +- .../hadoop/hive/ql/history/HiveHistoryImpl.java | 6 +- .../apache/hadoop/hive/ql/hooks/ATSHook.java | 10 +- .../hadoop/hive/ql/hooks/HookContext.java | 20 +- .../hive/ql/hooks/PostExecutePrinter.java | 12 +- .../hadoop/hive/ql/hooks/PreExecutePrinter.java | 14 +- .../hive/ql/index/TableBasedIndexHandler.java | 2 - .../hadoop/hive/ql/io/merge/MergeFileTask.java | 7 +- .../ql/io/orc/DefaultDataReaderFactory.java | 14 - .../hadoop/hive/ql/io/orc/OrcInputFormat.java | 43 +- .../hive/ql/io/orc/OrcRawRecordMerger.java | 3 +- .../hadoop/hive/ql/io/orc/ReaderImpl.java | 65 +- .../hadoop/hive/ql/io/orc/RecordReaderImpl.java | 231 +- .../hive/ql/io/orc/RecordReaderUtils.java | 127 +- .../hadoop/hive/ql/io/orc/SchemaEvolution.java | 234 +- .../hive/ql/io/orc/TreeReaderFactory.java | 838 ++++--- .../ql/io/orc/VectorizedOrcInputFormat.java | 32 +- .../hadoop/hive/ql/io/orc/WriterImpl.java | 2 - .../ql/io/orc/encoded/EncodedReaderImpl.java | 106 +- .../ql/io/rcfile/stats/PartialScanTask.java | 12 +- .../io/rcfile/truncate/ColumnTruncateTask.java | 7 +- .../apache/hadoop/hive/ql/metadata/Hive.java | 24 +- .../hive/ql/optimizer/ColumnPrunerProcCtx.java | 2 +- .../hive/ql/optimizer/GenMRTableScan1.java | 2 +- .../index/RewriteParseContextGenerator.java | 7 +- .../RewriteQueryUsingAggregateIndexCtx.java | 2 +- .../hive/ql/optimizer/physical/LlapDecider.java | 18 +- .../hive/ql/parse/BaseSemanticAnalyzer.java | 223 +- .../hadoop/hive/ql/parse/CalcitePlanner.java | 15 +- .../ql/parse/ColumnStatsSemanticAnalyzer.java | 7 +- .../hive/ql/parse/DDLSemanticAnalyzer.java | 13 +- .../parse/ExplainSQRewriteSemanticAnalyzer.java | 8 +- .../hive/ql/parse/ExplainSemanticAnalyzer.java | 10 +- .../hive/ql/parse/ExportSemanticAnalyzer.java | 5 +- .../hive/ql/parse/FunctionSemanticAnalyzer.java | 5 +- .../org/apache/hadoop/hive/ql/parse/HiveLexer.g | 9 + .../apache/hadoop/hive/ql/parse/HiveParser.g | 92 +- .../hadoop/hive/ql/parse/IdentifiersParser.g | 11 +- .../hive/ql/parse/ImportSemanticAnalyzer.java | 7 +- .../hive/ql/parse/LoadSemanticAnalyzer.java | 5 +- .../hive/ql/parse/MacroSemanticAnalyzer.java | 12 +- .../hadoop/hive/ql/parse/ParseContext.java | 14 +- .../hive/ql/parse/ProcessAnalyzeTable.java | 2 +- .../org/apache/hadoop/hive/ql/parse/QB.java | 5 + .../hadoop/hive/ql/parse/SemanticAnalyzer.java | 71 +- .../hive/ql/parse/SemanticAnalyzerFactory.java | 57 +- .../hadoop/hive/ql/parse/TaskCompiler.java | 71 +- .../hadoop/hive/ql/parse/TezCompiler.java | 24 +- .../ql/parse/UpdateDeleteSemanticAnalyzer.java | 5 +- .../parse/spark/SparkProcessAnalyzeTable.java | 2 +- .../hadoop/hive/ql/plan/CreateTableDesc.java | 43 +- .../apache/hadoop/hive/ql/plan/ExplainWork.java | 16 - .../apache/hadoop/hive/ql/plan/FetchWork.java | 10 + .../hadoop/hive/ql/plan/FileSinkDesc.java | 9 + .../apache/hadoop/hive/ql/plan/PlanUtils.java | 10 +- .../hadoop/hive/ql/session/SessionState.java | 106 +- .../hadoop/hive/ql/exec/TestExecDriver.java | 7 +- .../hive/ql/io/orc/TestRecordReaderImpl.java | 55 +- .../hive/ql/io/orc/TestTypeDescription.java | 4 +- .../hive/ql/io/orc/TestVectorOrcFile.java | 1647 +++++++------- .../hive/ql/io/orc/TestVectorizedORCReader.java | 7 +- .../hive/ql/parse/TestHiveDecimalParse.java | 2 +- .../ql/parse/TestMacroSemanticAnalyzer.java | 7 +- .../hadoop/hive/ql/parse/TestQBCompact.java | 8 +- .../ql/parse/TestQBJoinTreeApplyPredicate.java | 7 +- .../hadoop/hive/ql/parse/TestQBSubQuery.java | 7 +- .../ql/parse/TestSemanticAnalyzerFactory.java | 9 +- .../parse/TestUpdateDeleteSemanticAnalyzer.java | 53 +- .../authorization/AuthorizationTestUtil.java | 14 +- .../parse/authorization/PrivilegesTestBase.java | 5 +- .../TestHiveAuthorizationTaskFactory.java | 12 +- .../parse/authorization/TestPrivilegesV1.java | 9 +- .../parse/authorization/TestPrivilegesV2.java | 8 +- .../create_with_constraints_duplicate_name.q | 2 + .../create_with_constraints_enable.q | 1 + .../create_with_constraints_validate.q | 1 + .../clientpositive/create_with_constraints.q | 12 + ql/src/test/queries/clientpositive/cte_6.q | 10 + .../test/queries/clientpositive/union_offcbo.q | 483 ++++ ...create_with_constraints_duplicate_name.q.out | 13 + .../create_with_constraints_enable.q.out | 1 + .../create_with_constraints_validate.q.out | 1 + .../alter_partition_coltype.q.out | 168 -- .../results/clientpositive/ambiguitycheck.q.out | 30 - .../analyze_table_null_partition.q.out | 16 - .../auto_join_reordering_values.q.out | 83 - .../clientpositive/auto_sortmerge_join_1.q.out | 96 - .../clientpositive/auto_sortmerge_join_11.q.out | 153 -- .../clientpositive/auto_sortmerge_join_12.q.out | 60 - .../clientpositive/auto_sortmerge_join_2.q.out | 64 - .../clientpositive/auto_sortmerge_join_3.q.out | 96 - .../clientpositive/auto_sortmerge_join_4.q.out | 96 - .../clientpositive/auto_sortmerge_join_5.q.out | 96 - .../clientpositive/auto_sortmerge_join_7.q.out | 96 - .../clientpositive/auto_sortmerge_join_8.q.out | 96 - .../clientpositive/binary_output_format.q.out | 36 - .../test/results/clientpositive/bucket1.q.out | 17 - .../test/results/clientpositive/bucket2.q.out | 17 - .../test/results/clientpositive/bucket3.q.out | 21 - .../test/results/clientpositive/bucket4.q.out | 17 - .../test/results/clientpositive/bucket5.q.out | 36 - .../results/clientpositive/bucket_many.q.out | 17 - .../clientpositive/bucket_map_join_1.q.out | 47 - .../clientpositive/bucket_map_join_2.q.out | 47 - .../clientpositive/bucket_map_join_spark1.q.out | 104 - .../clientpositive/bucket_map_join_spark2.q.out | 104 - .../clientpositive/bucket_map_join_spark3.q.out | 104 - .../clientpositive/bucket_map_join_spark4.q.out | 134 -- .../clientpositive/bucketcontext_1.q.out | 74 - .../clientpositive/bucketcontext_2.q.out | 74 - .../clientpositive/bucketcontext_3.q.out | 74 - .../clientpositive/bucketcontext_4.q.out | 74 - .../clientpositive/bucketcontext_5.q.out | 74 - .../clientpositive/bucketcontext_6.q.out | 74 - .../clientpositive/bucketcontext_7.q.out | 74 - .../clientpositive/bucketcontext_8.q.out | 74 - .../results/clientpositive/bucketmapjoin1.q.out | 226 -- .../clientpositive/bucketmapjoin10.q.out | 51 - .../clientpositive/bucketmapjoin11.q.out | 112 - .../clientpositive/bucketmapjoin12.q.out | 102 - .../clientpositive/bucketmapjoin13.q.out | 155 -- .../results/clientpositive/bucketmapjoin2.q.out | 164 -- .../results/clientpositive/bucketmapjoin3.q.out | 128 -- .../results/clientpositive/bucketmapjoin4.q.out | 100 - .../results/clientpositive/bucketmapjoin5.q.out | 100 - .../results/clientpositive/bucketmapjoin7.q.out | 73 - .../results/clientpositive/bucketmapjoin8.q.out | 102 - .../results/clientpositive/bucketmapjoin9.q.out | 102 - .../clientpositive/bucketmapjoin_negative.q.out | 57 - .../bucketmapjoin_negative2.q.out | 50 - .../bucketmapjoin_negative3.q.out | 409 ---- .../cbo_rp_outer_join_ppr.q.java1.7.out | 168 -- .../clientpositive/columnstats_partlvl.q.out | 30 - .../clientpositive/columnstats_tbllvl.q.out | 27 - .../test/results/clientpositive/combine2.q.out | 23 - .../constantPropagateForSubQuery.q.out | 62 - .../create_with_constraints.q.out | 68 + ql/src/test/results/clientpositive/ctas.q.out | 43 - ql/src/test/results/clientpositive/cte_6.q.out | 86 + .../disable_merge_for_bucketing.q.out | 17 - .../display_colstats_tbllvl.q.out | 13 - .../clientpositive/drop_multi_partitions.q.out | 14 - .../dynamic_partition_skip_default.q.out | 91 - .../encryption_join_unencrypted_tbl.q.out | 32 - ...on_join_with_different_encryption_keys.q.out | 32 - .../clientpositive/explain_logical.q.out | 316 --- .../extrapolate_part_stats_full.q.out | 74 - .../extrapolate_part_stats_partial.q.out | 111 - .../extrapolate_part_stats_partial_ndv.q.out | 78 - .../clientpositive/filter_join_breaktask.q.out | 102 - .../clientpositive/fouter_join_ppr.q.out | 336 --- .../clientpositive/groupby_map_ppr.q.out | 71 - .../groupby_map_ppr_multi_distinct.q.out | 88 - .../results/clientpositive/groupby_ppr.q.out | 71 - .../groupby_ppr_multi_distinct.q.out | 88 - .../clientpositive/groupby_sort_1_23.q.out | 782 ------- .../results/clientpositive/groupby_sort_6.q.out | 90 - .../clientpositive/groupby_sort_skew_1_23.q.out | 782 ------- .../test/results/clientpositive/input23.q.out | 52 - .../test/results/clientpositive/input42.q.out | 83 - .../results/clientpositive/input_part1.q.out | 56 - .../results/clientpositive/input_part2.q.out | 103 - .../results/clientpositive/input_part7.q.out | 99 - .../results/clientpositive/input_part9.q.out | 29 - ql/src/test/results/clientpositive/join17.q.out | 38 - ql/src/test/results/clientpositive/join26.q.out | 79 - ql/src/test/results/clientpositive/join32.q.out | 73 - .../clientpositive/join32_lessSize.q.out | 330 --- ql/src/test/results/clientpositive/join33.q.out | 73 - ql/src/test/results/clientpositive/join34.q.out | 104 - ql/src/test/results/clientpositive/join35.q.out | 112 - ql/src/test/results/clientpositive/join9.q.out | 54 - .../clientpositive/join_filters_overlap.q.out | 430 ---- .../results/clientpositive/join_map_ppr.q.out | 158 -- .../clientpositive/list_bucket_dml_1.q.out | 70 - .../list_bucket_dml_10.q.java1.7.out | 28 - .../list_bucket_dml_11.q.java1.7.out | 63 - .../list_bucket_dml_12.q.java1.7.out | 106 - .../list_bucket_dml_13.q.java1.7.out | 70 - .../clientpositive/list_bucket_dml_14.q.out | 42 - .../list_bucket_dml_2.q.java1.7.out | 69 - .../clientpositive/list_bucket_dml_3.q.out | 68 - .../list_bucket_dml_4.q.java1.7.out | 102 - .../list_bucket_dml_5.q.java1.7.out | 76 - .../list_bucket_dml_6.q.java1.7.out | 112 - .../clientpositive/list_bucket_dml_7.q.out | 112 - .../list_bucket_dml_8.q.java1.7.out | 69 - .../list_bucket_dml_9.q.java1.7.out | 102 - .../list_bucket_query_multiskew_1.q.out | 144 -- .../list_bucket_query_multiskew_2.q.out | 117 - .../list_bucket_query_multiskew_3.q.out | 130 -- .../list_bucket_query_oneskew_1.q.out | 81 - .../list_bucket_query_oneskew_2.q.out | 170 -- .../list_bucket_query_oneskew_3.q.out | 28 - .../clientpositive/llap/llap_nullscan.q.out | 20 - .../llap/tez_join_result_complex.q.out | 530 ----- .../results/clientpositive/load_dyn_part8.q.out | 63 - .../clientpositive/louter_join_ppr.q.out | 336 --- ql/src/test/results/clientpositive/macro.q.out | 62 - .../clientpositive/mapjoin_mapjoin.q.out | 45 - ql/src/test/results/clientpositive/merge3.q.out | 110 - .../results/clientpositive/metadataonly1.q.out | 216 -- .../offset_limit_global_optimizer.q.out | 288 --- .../clientpositive/optimize_nullscan.q.out | 313 --- .../clientpositive/outer_join_ppr.q.java1.7.out | 168 -- ql/src/test/results/clientpositive/pcr.q.out | 920 -------- ql/src/test/results/clientpositive/pcs.q.out | 517 ----- .../results/clientpositive/pointlookup2.q.out | 298 --- .../results/clientpositive/pointlookup3.q.out | 309 --- .../results/clientpositive/pointlookup4.q.out | 146 -- .../clientpositive/ppd_join_filter.q.out | 380 ---- .../results/clientpositive/ppd_union_view.q.out | 42 - ql/src/test/results/clientpositive/ppd_vc.q.out | 92 - .../clientpositive/ppr_allchildsarenull.q.out | 88 - .../test/results/clientpositive/push_or.q.out | 42 - .../clientpositive/rand_partitionpruner1.q.out | 22 - .../clientpositive/rand_partitionpruner2.q.out | 33 - .../clientpositive/rand_partitionpruner3.q.out | 94 - .../clientpositive/reduce_deduplicate.q.out | 147 -- .../clientpositive/router_join_ppr.q.out | 336 --- .../test/results/clientpositive/sample1.q.out | 39 - .../test/results/clientpositive/sample10.q.out | 39 - .../test/results/clientpositive/sample2.q.out | 23 - .../test/results/clientpositive/sample4.q.out | 25 - .../test/results/clientpositive/sample5.q.out | 25 - .../test/results/clientpositive/sample6.q.out | 256 --- .../test/results/clientpositive/sample7.q.out | 32 - .../test/results/clientpositive/sample8.q.out | 68 - .../test/results/clientpositive/sample9.q.out | 37 - .../clientpositive/serde_user_properties.q.out | 160 -- .../results/clientpositive/smb_mapjoin9.q.out | 154 -- .../results/clientpositive/smb_mapjoin_11.q.out | 101 - .../results/clientpositive/smb_mapjoin_12.q.out | 132 -- .../results/clientpositive/smb_mapjoin_13.q.out | 90 - .../results/clientpositive/smb_mapjoin_15.q.out | 210 -- .../clientpositive/sort_merge_join_desc_5.q.out | 51 - .../clientpositive/sort_merge_join_desc_6.q.out | 51 - .../clientpositive/sort_merge_join_desc_7.q.out | 51 - .../spark/auto_join_reordering_values.q.out | 83 - .../spark/auto_sortmerge_join_1.q.out | 96 - .../spark/auto_sortmerge_join_12.q.out | 60 - .../spark/auto_sortmerge_join_3.q.out | 96 - .../spark/auto_sortmerge_join_4.q.out | 96 - .../spark/auto_sortmerge_join_5.q.out | 96 - .../spark/auto_sortmerge_join_7.q.out | 96 - .../spark/auto_sortmerge_join_8.q.out | 96 - .../results/clientpositive/spark/bucket2.q.out | 17 - .../results/clientpositive/spark/bucket3.q.out | 21 - .../results/clientpositive/spark/bucket4.q.out | 17 - .../results/clientpositive/spark/bucket5.q.out | 36 - .../spark/bucket_map_join_1.q.out | 47 - .../spark/bucket_map_join_2.q.out | 47 - .../spark/bucket_map_join_spark1.q.out | 104 - .../spark/bucket_map_join_spark2.q.out | 104 - .../spark/bucket_map_join_spark3.q.out | 104 - .../spark/bucket_map_join_spark4.q.out | 134 -- .../clientpositive/spark/bucketmapjoin1.q.out | 226 -- .../clientpositive/spark/bucketmapjoin10.q.out | 51 - .../clientpositive/spark/bucketmapjoin11.q.out | 112 - .../clientpositive/spark/bucketmapjoin12.q.out | 102 - .../clientpositive/spark/bucketmapjoin13.q.out | 155 -- .../clientpositive/spark/bucketmapjoin2.q.out | 164 -- .../clientpositive/spark/bucketmapjoin3.q.out | 128 -- .../clientpositive/spark/bucketmapjoin4.q.out | 100 - .../clientpositive/spark/bucketmapjoin5.q.out | 100 - .../clientpositive/spark/bucketmapjoin7.q.out | 73 - .../clientpositive/spark/bucketmapjoin8.q.out | 102 - .../clientpositive/spark/bucketmapjoin9.q.out | 102 - .../spark/bucketmapjoin_negative.q.out | 57 - .../spark/bucketmapjoin_negative2.q.out | 50 - .../spark/bucketmapjoin_negative3.q.out | 409 ---- .../results/clientpositive/spark/ctas.q.out | 43 - .../spark/disable_merge_for_bucketing.q.out | 17 - .../spark/filter_join_breaktask.q.out | 102 - .../clientpositive/spark/groupby_map_ppr.q.out | 71 - .../spark/groupby_map_ppr_multi_distinct.q.out | 88 - .../clientpositive/spark/groupby_ppr.q.out | 71 - .../spark/groupby_ppr_multi_distinct.q.out | 88 - .../spark/groupby_sort_1_23.q.out | 782 ------- .../spark/groupby_sort_skew_1_23.q.out | 782 ------- .../clientpositive/spark/input_part2.q.out | 103 - .../results/clientpositive/spark/join17.q.out | 38 - .../results/clientpositive/spark/join26.q.out | 79 - .../results/clientpositive/spark/join32.q.out | 73 - .../clientpositive/spark/join32_lessSize.q.out | 330 --- .../results/clientpositive/spark/join33.q.out | 73 - .../results/clientpositive/spark/join34.q.out | 104 - .../results/clientpositive/spark/join35.q.out | 112 - .../results/clientpositive/spark/join9.q.out | 54 - .../spark/join_filters_overlap.q.out | 430 ---- .../clientpositive/spark/join_map_ppr.q.out | 158 -- .../spark/list_bucket_dml_10.q.java1.7.out | 28 - .../spark/list_bucket_dml_2.q.java1.7.out | 69 - .../clientpositive/spark/load_dyn_part8.q.out | 63 - .../clientpositive/spark/louter_join_ppr.q.out | 336 --- .../clientpositive/spark/mapjoin_mapjoin.q.out | 45 - .../spark/optimize_nullscan.q.out | 313 --- .../spark/outer_join_ppr.q.java1.7.out | 168 -- .../test/results/clientpositive/spark/pcr.q.out | 920 -------- .../clientpositive/spark/ppd_join_filter.q.out | 380 ---- .../spark/reduce_deduplicate.q.out | 147 -- .../clientpositive/spark/router_join_ppr.q.out | 336 --- .../results/clientpositive/spark/sample1.q.out | 39 - .../results/clientpositive/spark/sample10.q.out | 39 - .../results/clientpositive/spark/sample2.q.out | 23 - .../results/clientpositive/spark/sample4.q.out | 25 - .../results/clientpositive/spark/sample5.q.out | 25 - .../results/clientpositive/spark/sample6.q.out | 256 --- .../results/clientpositive/spark/sample7.q.out | 32 - .../results/clientpositive/spark/sample8.q.out | 68 - .../results/clientpositive/spark/sample9.q.out | 37 - .../clientpositive/spark/smb_mapjoin_11.q.out | 101 - .../clientpositive/spark/smb_mapjoin_12.q.out | 132 -- .../clientpositive/spark/smb_mapjoin_13.q.out | 90 - .../clientpositive/spark/smb_mapjoin_15.q.out | 210 -- .../results/clientpositive/spark/stats0.q.out | 34 - .../results/clientpositive/spark/stats12.q.out | 14 - .../results/clientpositive/spark/stats13.q.out | 15 - .../results/clientpositive/spark/stats3.q.out | 11 - .../clientpositive/spark/transform_ppr1.q.out | 75 - .../clientpositive/spark/transform_ppr2.q.out | 75 - .../results/clientpositive/spark/union22.q.out | 140 -- .../results/clientpositive/spark/union24.q.out | 341 --- .../clientpositive/spark/union_ppr.q.out | 92 - .../clientpositive/spark/vectorized_ptf.q.out | 2128 ------------------ ql/src/test/results/clientpositive/stats0.q.out | 34 - .../test/results/clientpositive/stats11.q.out | 114 - .../test/results/clientpositive/stats12.q.out | 14 - .../test/results/clientpositive/stats13.q.out | 15 - ql/src/test/results/clientpositive/stats3.q.out | 11 - .../temp_table_display_colstats_tbllvl.q.out | 13 - .../tez/auto_sortmerge_join_1.q.out | 96 - .../tez/auto_sortmerge_join_11.q.out | 153 -- .../tez/auto_sortmerge_join_12.q.out | 60 - .../tez/auto_sortmerge_join_2.q.out | 64 - .../tez/auto_sortmerge_join_3.q.out | 96 - .../tez/auto_sortmerge_join_4.q.out | 96 - .../tez/auto_sortmerge_join_5.q.out | 96 - .../tez/auto_sortmerge_join_7.q.out | 96 - .../tez/auto_sortmerge_join_8.q.out | 96 - .../results/clientpositive/tez/bucket2.q.out | 17 - .../results/clientpositive/tez/bucket3.q.out | 21 - .../results/clientpositive/tez/bucket4.q.out | 17 - .../clientpositive/tez/bucketpruning1.q.out | 803 ------- .../test/results/clientpositive/tez/ctas.q.out | 43 - .../tez/disable_merge_for_bucketing.q.out | 17 - .../tez/filter_join_breaktask.q.out | 102 - .../clientpositive/tez/llap_nullscan.q.out | 20 - .../clientpositive/tez/mapjoin_mapjoin.q.out | 45 - .../clientpositive/tez/metadataonly1.q.out | 216 -- .../clientpositive/tez/optimize_nullscan.q.out | 313 --- .../results/clientpositive/tez/sample1.q.out | 39 - .../tez/tez_join_result_complex.q.out | 530 ----- .../clientpositive/tez/transform_ppr1.q.out | 75 - .../clientpositive/tez/transform_ppr2.q.out | 75 - .../clientpositive/tez/unionDistinct_1.q.out | 569 ----- .../clientpositive/tez/vectorized_ptf.q.out | 2128 ------------------ .../results/clientpositive/transform_ppr1.q.out | 75 - .../results/clientpositive/transform_ppr2.q.out | 75 - .../truncate_column_list_bucket.q.out | 52 - .../results/clientpositive/udf_explode.q.out | 167 -- .../clientpositive/udf_java_method.q.out | 63 - .../results/clientpositive/udf_reflect.q.out | 71 - .../results/clientpositive/udf_reflect2.q.out | 229 -- .../results/clientpositive/udtf_explode.q.out | 134 -- .../test/results/clientpositive/union22.q.out | 140 -- .../test/results/clientpositive/union24.q.out | 341 --- .../clientpositive/unionDistinct_1.q.out | 569 ----- .../results/clientpositive/union_offcbo.q.out | 1779 +++++++++++++++ .../test/results/clientpositive/union_ppr.q.out | 92 - .../results/clientpositive/vectorized_ptf.q.out | 2128 ------------------ serde/pom.xml | 5 + .../hive/serde2/DefaultFetchFormatter.java | 73 + .../hadoop/hive/serde2/FetchFormatter.java | 37 + .../hadoop/hive/serde2/NoOpFetchFormatter.java | 48 + .../apache/hadoop/hive/serde2/SerDeUtils.java | 3 +- .../hadoop/hive/serde2/thrift/ColumnBuffer.java | 439 ++++ .../hive/serde2/thrift/ThriftFormatter.java | 40 + .../serde2/thrift/ThriftJDBCBinarySerDe.java | 178 ++ .../apache/hadoop/hive/serde2/thrift/Type.java | 438 ++++ .../hadoop/hive/serde2/typeinfo/TypeInfo.java | 14 +- service-rpc/if/TCLIService.thrift | 52 + .../src/gen/thrift/gen-cpp/TCLIService.cpp | 812 ++++++- .../src/gen/thrift/gen-cpp/TCLIService.h | 252 +++ .../gen-cpp/TCLIService_server.skeleton.cpp | 10 + .../gen/thrift/gen-cpp/TCLIService_types.cpp | 1016 +++++++-- .../src/gen/thrift/gen-cpp/TCLIService_types.h | 296 ++- .../hive/service/rpc/thrift/TCLIService.java | 1716 ++++++++++++++ .../rpc/thrift/TGetCrossReferenceReq.java | 1034 +++++++++ .../rpc/thrift/TGetCrossReferenceResp.java | 509 +++++ .../service/rpc/thrift/TGetPrimaryKeysReq.java | 716 ++++++ .../service/rpc/thrift/TGetPrimaryKeysResp.java | 509 +++++ .../apache/hive/service/rpc/thrift/TRowSet.java | 222 +- .../src/gen/thrift/gen-php/TCLIService.php | 432 ++++ service-rpc/src/gen/thrift/gen-php/Types.php | 629 ++++++ .../gen-py/TCLIService/TCLIService-remote | 14 + .../thrift/gen-py/TCLIService/TCLIService.py | 378 ++++ .../src/gen/thrift/gen-py/TCLIService/ttypes.py | 445 +++- .../src/gen/thrift/gen-rb/t_c_l_i_service.rb | 108 + .../gen/thrift/gen-rb/t_c_l_i_service_types.rb | 96 +- service/pom.xml | 6 + .../java/org/apache/hive/http/LlapServlet.java | 115 + .../org/apache/hive/service/cli/CLIService.java | 30 + .../org/apache/hive/service/cli/Column.java | 434 ---- .../apache/hive/service/cli/ColumnBasedSet.java | 84 +- .../hive/service/cli/ColumnDescriptor.java | 12 +- .../apache/hive/service/cli/ColumnValue.java | 1 + .../service/cli/EmbeddedCLIServiceClient.java | 15 + .../apache/hive/service/cli/ICLIService.java | 8 + .../apache/hive/service/cli/RowSetFactory.java | 17 +- .../apache/hive/service/cli/TableSchema.java | 4 +- .../java/org/apache/hive/service/cli/Type.java | 348 --- .../apache/hive/service/cli/TypeDescriptor.java | 1 + .../cli/operation/GetCatalogsOperation.java | 2 +- .../cli/operation/GetColumnsOperation.java | 4 +- .../operation/GetCrossReferenceOperation.java | 169 ++ .../cli/operation/GetFunctionsOperation.java | 8 +- .../cli/operation/GetPrimaryKeysOperation.java | 126 ++ .../cli/operation/GetSchemasOperation.java | 5 +- .../cli/operation/GetTableTypesOperation.java | 9 +- .../cli/operation/GetTablesOperation.java | 2 +- .../cli/operation/GetTypeInfoOperation.java | 4 +- .../cli/operation/HiveCommandOperation.java | 4 +- .../hive/service/cli/operation/Operation.java | 19 +- .../service/cli/operation/OperationManager.java | 31 +- .../service/cli/operation/SQLOperation.java | 65 +- .../cli/operation/SQLOperationDisplay.java | 2 +- .../hive/service/cli/session/HiveSession.java | 28 + .../service/cli/session/HiveSessionImpl.java | 91 +- .../thrift/RetryingThriftCLIServiceClient.java | 16 + .../service/cli/thrift/ThriftCLIService.java | 41 +- .../cli/thrift/ThriftCLIServiceClient.java | 47 + .../apache/hive/service/server/HiveServer2.java | 2 + .../hive-webapps/hiveserver2/hiveserver2.jsp | 1 + .../hive-webapps/hiveserver2/llap.html | 47 + .../hive-webapps/static/css/json.human.css | 110 + .../hive-webapps/static/js/json.human.js | 452 ++++ .../resources/hive-webapps/static/js/llap.js | 37 + .../auth/TestLdapAtnProviderWithMiniDS.java | 474 +++- .../apache/hive/service/cli/CLIServiceTest.java | 2 +- .../org/apache/hive/service/cli/TestColumn.java | 14 +- .../org/apache/hadoop/hive/common/Pool.java | 1 + .../hive/ql/exec/vector/BytesColumnVector.java | 13 +- .../ql/exec/vector/DecimalColumnVector.java | 2 +- .../hive/ql/exec/vector/DoubleColumnVector.java | 2 +- .../hive/ql/exec/vector/LongColumnVector.java | 2 +- .../ql/exec/vector/MultiValuedColumnVector.java | 2 +- .../ql/exec/vector/TimestampColumnVector.java | 2 +- .../hive/ql/exec/vector/UnionColumnVector.java | 2 - 552 files changed, 19027 insertions(+), 47143 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/ffed821c/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/ffed821c/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/ffed821c/llap-server/src/java/org/apache/hadoop/hive/llap/daemon/impl/LlapDaemon.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/ffed821c/llap-server/src/java/org/apache/hadoop/hive/llap/daemon/impl/TaskRunnerCallable.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/ffed821c/llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskCommunicator.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/ffed821c/pom.xml ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/ffed821c/ql/pom.xml ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/ffed821c/ql/src/java/org/apache/hadoop/hive/ql/plan/PlanUtils.java ----------------------------------------------------------------------