hive git commit: HIVE-20631: Hive returns 20011 error code for re-triable error (Mahesh Kumar Behera, reviewed by Sankar Hariappan)
Repository: hive Updated Branches: refs/heads/master 5f039a910 -> b38239165 HIVE-20631: Hive returns 20011 error code for re-triable error (Mahesh Kumar Behera, reviewed by Sankar Hariappan) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/b3823916 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/b3823916 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/b3823916 Branch: refs/heads/master Commit: b382391652ddc210eea055c0b92e3a920813f064 Parents: 5f039a9 Author: Sankar Hariappan Authored: Thu Sep 27 14:06:00 2018 +0530 Committer: Sankar Hariappan Committed: Thu Sep 27 14:06:00 2018 +0530 -- .../org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java | 12 1 file changed, 8 insertions(+), 4 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hive/blob/b3823916/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java -- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java index 461f558..fe0eaf8 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java @@ -212,7 +212,7 @@ public class CopyUtils { } // Check if the source file unmodified even after copy to see if we copied the right file - private boolean isSourceFileMismatch(FileSystem sourceFs, ReplChangeManager.FileInfo srcFile) { + private boolean isSourceFileMismatch(FileSystem sourceFs, ReplChangeManager.FileInfo srcFile) throws IOException { // If source is already CM path, the checksum will be always matching if (srcFile.isUseSourcePath()) { String sourceChecksumString = srcFile.getCheckSum(); @@ -222,9 +222,13 @@ public class CopyUtils { verifySourceChecksumString = ReplChangeManager.checksumFor(srcFile.getSourcePath(), sourceFs); } catch (IOException e) { - // Retry with CM path - LOG.debug("Unable to calculate checksum for source file: " + srcFile.getSourcePath()); - return true; + LOG.info("Unable to calculate checksum for source file: " + srcFile.getSourcePath(), e); + + if (!sourceFs.exists(srcFile.getSourcePath())) { +// if source file is missing, then return true, so that cm path will be used for copy. +return true; + } + throw e; } if (!sourceChecksumString.equals(verifySourceChecksumString)) { return true;
hive git commit: HIVE-12812: Enable mapred.input.dir.recursive by default to support union with aggregate function (Chaoyu Tang and Alice Fan, reviewed by Naveen Gangam and Yongzhi Chen)
Repository: hive Updated Branches: refs/heads/master b38239165 -> fb7291ac4 HIVE-12812: Enable mapred.input.dir.recursive by default to support union with aggregate function (Chaoyu Tang and Alice Fan, reviewed by Naveen Gangam and Yongzhi Chen) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/fb7291ac Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/fb7291ac Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/fb7291ac Branch: refs/heads/master Commit: fb7291ac4e8686a0bf91eba5a945b8a8d1ea8b6d Parents: b382391 Author: Yongzhi Chen Authored: Thu Sep 27 12:58:10 2018 -0400 Committer: Yongzhi Chen Committed: Thu Sep 27 12:58:10 2018 -0400 -- .../apache/hadoop/hive/ql/parse/MapReduceCompiler.java | 13 + .../queries/clientpositive/skewjoin_union_remove_1.q | 1 - .../queries/clientpositive/skewjoin_union_remove_2.q | 1 - ql/src/test/queries/clientpositive/union_remove_1.q| 1 - ql/src/test/queries/clientpositive/union_remove_10.q | 1 - ql/src/test/queries/clientpositive/union_remove_11.q | 1 - ql/src/test/queries/clientpositive/union_remove_12.q | 1 - ql/src/test/queries/clientpositive/union_remove_13.q | 1 - ql/src/test/queries/clientpositive/union_remove_14.q | 1 - ql/src/test/queries/clientpositive/union_remove_15.q | 1 - ql/src/test/queries/clientpositive/union_remove_16.q | 1 - ql/src/test/queries/clientpositive/union_remove_17.q | 1 - ql/src/test/queries/clientpositive/union_remove_18.q | 1 - ql/src/test/queries/clientpositive/union_remove_19.q | 1 - ql/src/test/queries/clientpositive/union_remove_2.q| 1 - ql/src/test/queries/clientpositive/union_remove_20.q | 1 - ql/src/test/queries/clientpositive/union_remove_21.q | 1 - ql/src/test/queries/clientpositive/union_remove_22.q | 1 - ql/src/test/queries/clientpositive/union_remove_23.q | 1 - ql/src/test/queries/clientpositive/union_remove_24.q | 1 - ql/src/test/queries/clientpositive/union_remove_25.q | 1 - ql/src/test/queries/clientpositive/union_remove_26.q | 2 -- ql/src/test/queries/clientpositive/union_remove_3.q| 1 - ql/src/test/queries/clientpositive/union_remove_4.q| 1 - ql/src/test/queries/clientpositive/union_remove_5.q| 1 - ql/src/test/queries/clientpositive/union_remove_6.q| 1 - .../test/queries/clientpositive/union_remove_6_subq.q | 1 - ql/src/test/queries/clientpositive/union_remove_7.q| 1 - ql/src/test/queries/clientpositive/union_remove_8.q| 1 - ql/src/test/queries/clientpositive/union_remove_9.q| 1 - ql/src/test/queries/clientpositive/union_remove_plan.q | 1 - 31 files changed, 13 insertions(+), 31 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hive/blob/fb7291ac/ql/src/java/org/apache/hadoop/hive/ql/parse/MapReduceCompiler.java -- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/MapReduceCompiler.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/MapReduceCompiler.java index 9f4a201..302b350 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/parse/MapReduceCompiler.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/MapReduceCompiler.java @@ -34,6 +34,7 @@ import org.apache.hadoop.fs.Path; import org.apache.hadoop.fs.PathFilter; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.ql.Context; +import org.apache.hadoop.hive.ql.QueryState; import org.apache.hadoop.hive.ql.exec.ConditionalTask; import org.apache.hadoop.hive.ql.exec.FileSinkOperator; import org.apache.hadoop.hive.ql.exec.MapJoinOperator; @@ -54,6 +55,7 @@ import org.apache.hadoop.hive.ql.lib.Node; import org.apache.hadoop.hive.ql.lib.NodeProcessor; import org.apache.hadoop.hive.ql.lib.Rule; import org.apache.hadoop.hive.ql.lib.RuleRegExp; +import org.apache.hadoop.hive.ql.metadata.Hive; import org.apache.hadoop.hive.ql.optimizer.GenMRFileSink1; import org.apache.hadoop.hive.ql.optimizer.GenMROperator; import org.apache.hadoop.hive.ql.optimizer.GenMRProcContext; @@ -70,6 +72,7 @@ import org.apache.hadoop.hive.ql.plan.MapWork; import org.apache.hadoop.hive.ql.plan.MapredWork; import org.apache.hadoop.hive.ql.plan.MoveWork; import org.apache.hadoop.hive.ql.plan.OperatorDesc; +import org.apache.hadoop.hive.ql.session.SessionState.LogHelper; import org.apache.hadoop.hive.shims.ShimLoader; public class MapReduceCompiler extends TaskCompiler { @@ -79,6 +82,16 @@ public class MapReduceCompiler extends TaskCompiler { public MapReduceCompiler() { } + @Override + public void init(QueryState queryState, LogHelper console, Hive db) { +super.init(queryState, console, db); + +//It is required the use of recursive input dirs when hive.optimize.union.remove = true +if(conf.getBoolV
[01/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
Repository: hive Updated Branches: refs/heads/branch-3 0427ffa57 -> b356aae04 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_windowing_navfn.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing_navfn.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing_navfn.q.out index 5e8f1b9..d297070 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing_navfn.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing_navfn.q.out @@ -47,9 +47,13 @@ POSTHOOK: Output: default@over10k_n7 PREHOOK: query: explain vectorization detail select row_number() over() from src where key = '238' PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain vectorization detail select row_number() over() from src where key = '238' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -198,9 +202,13 @@ row_number_window_0 PREHOOK: query: explain vectorization detail select s, row_number() over (partition by d order by `dec`) from over10k_n7 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 + A masked pattern was here POSTHOOK: query: explain vectorization detail select s, row_number() over (partition by d order by `dec`) from over10k_n7 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -456,9 +464,13 @@ rachel ellison 1 PREHOOK: query: explain vectorization detail select i, lead(s) over (partition by bin order by d,i desc) from over10k_n7 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 + A masked pattern was here POSTHOOK: query: explain vectorization detail select i, lead(s) over (partition by bin order by d,i desc) from over10k_n7 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -680,9 +692,13 @@ i lead_window_0 PREHOOK: query: explain vectorization detail select i, lag(`dec`) over (partition by i order by s,i,`dec`) from over10k_n7 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 + A masked pattern was here POSTHOOK: query: explain vectorization detail select i, lag(`dec`) over (partition by i order by s,i,`dec`) from over10k_n7 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -903,9 +919,13 @@ i lag_window_0 PREHOOK: query: explain vectorization detail select s, last_value(t) over (partition by d order by f) from over10k_n7 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 + A masked pattern was here POSTHOOK: query: explain vectorization detail select s, last_value(t) over (partition by d order by f) from over10k_n7 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -1161,9 +1181,13 @@ rachel ellison 51 PREHOOK: query: explain vectorization detail select s, first_value(s) over (partition by bo order by s) from over10k_n7 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 + A masked pattern was here POSTHOOK: query: explain vectorization detail select s, first_value(s) over (partition by bo order by s) from over10k_n7 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -1384,10 +1408,14 @@ PREHOOK: query: explain vectorization detail select t, s, i, last_value(i) over (partition by t order by s) from over10k_n7 where (s = 'oscar allen' or s = 'oscar carson') and t = 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 + A masked pattern was here POSTHOOK: query: explain vectorization detail select t, s, i, last_value(i) over (partition by t order by s) from over10k_n7 where (s = 'oscar allen' or s = 'oscar carson') and t = 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -1581,6 +1609,8 @@ first_value(b) over (partition by a order by b rows between unbounded preceding first_value(b, true) over (partition by a order by b rows between unbounded preceding and 1 following ) from wtest PREHOOK: type: QUERY +PREHOOK: Input: default@wtest + A masked pattern was here POSTHOOK: query: explain vectorization detail select a, b, first_value(b) over (partition by a order by b rows between 1 preceding and 1 following ) , @@ -1589,6 +1619,8 @@ first_value(b) over (partition by a
[09/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out b/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out index cfae97f..d2eea6e 100644 --- a/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out +++ b/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out @@ -14,6 +14,8 @@ insert overwrite table tmptable_n9 UNION DISTINCT select 'tst3_n22' as key, count(1) as value from src s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@tmptable_n9 POSTHOOK: query: explain insert overwrite table tmptable_n9 select unionsrc.key, unionsrc.value FROM (select 'tst1_n93' as key, count(1) as value from src s1 @@ -22,6 +24,8 @@ insert overwrite table tmptable_n9 UNION DISTINCT select 'tst3_n22' as key, count(1) as value from src s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@tmptable_n9 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -284,6 +288,10 @@ insert overwrite table tmptable12 UNION DISTINCT select 'tst3_n22' as key, count(1) as value from srcbucket s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@tmptable12 POSTHOOK: query: explain insert overwrite table tmptable12 select unionsrc.key, unionsrc.value FROM (select 'tst1_n93' as key, count(1) as value from src s1 @@ -292,6 +300,10 @@ insert overwrite table tmptable12 UNION DISTINCT select 'tst3_n22' as key, count(1) as value from srcbucket s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@tmptable12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -559,10 +571,14 @@ PREHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION DISTINCT select s2.key as key, s2.value as value from src s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION DISTINCT select s2.key as key, s2.value as value from src s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -983,6 +999,9 @@ FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n96 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key INSERT OVERWRITE TABLE DEST2_n26 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n96 +PREHOOK: Output: default@dest2_n26 POSTHOOK: query: explain FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 UNION DISTINCT @@ -990,6 +1009,9 @@ FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n96 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key INSERT OVERWRITE TABLE DEST2_n26 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n96 +POSTHOOK: Output: default@dest2_n26 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1908,6 +1930,9 @@ FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST118 SELECT unionsrc.key, unionsrc.value INSERT OVERWRITE TABLE DEST218 SELECT unionsrc.key, unionsrc.value, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest118 +PREHOOK: Output: default@dest218 POSTHOOK: query: explain FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 UNION DISTINCT @@ -1915,6 +1940,9 @@ FROM (select 'tst1_n93' as key, cast(count(1)
[15/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out index 003457b..47b1902 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out @@ -133,9 +133,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1 +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1@part=1 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: false @@ -290,9 +296,15 @@ insert_num boolean1boolean1boolean1 boolean1boolean1boolean1boolean1boolea PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1 +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1@part=1 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: false @@ -432,9 +444,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n1 +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n1@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n1 +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n1@part=1 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: false @@ -561,9 +579,15 @@ insert_num decimal1decimal1decimal1 decimal1decimal1decimal1decimal1decima PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n1 +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n1@part=1 + A masked pattern was here POSTHOOK: query: explain vec
[18/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/partition_ctas.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/partition_ctas.q.out b/ql/src/test/results/clientpositive/llap/partition_ctas.q.out index 67c7965..8d96e26 100644 --- a/ql/src/test/results/clientpositive/llap/partition_ctas.q.out +++ b/ql/src/test/results/clientpositive/llap/partition_ctas.q.out @@ -2,10 +2,17 @@ PREHOOK: query: EXPLAIN CREATE TABLE partition_ctas_1 PARTITIONED BY (key) AS SELECT value, key FROM src where key > 200 and key < 300 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@partition_ctas_1 +PREHOOK: Output: default@partition_ctas_1 POSTHOOK: query: EXPLAIN CREATE TABLE partition_ctas_1 PARTITIONED BY (key) AS SELECT value, key FROM src where key > 200 and key < 300 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partition_ctas_1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -249,9 +256,15 @@ Storage Desc Params: PREHOOK: query: EXPLAIN SELECT * FROM partition_ctas_1 where key = 238 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_ctas_1 +PREHOOK: Input: default@partition_ctas_1@key=238 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM partition_ctas_1 where key = 238 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_ctas_1 +POSTHOOK: Input: default@partition_ctas_1@key=238 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -419,9 +432,15 @@ POSTHOOK: Lineage: partition_ctas_2 PARTITION(value=val_298).key SIMPLE [(src)sr PREHOOK: query: EXPLAIN SELECT * FROM partition_ctas_2 where value = 'val_238' PREHOOK: type: QUERY +PREHOOK: Input: default@partition_ctas_2 +PREHOOK: Input: default@partition_ctas_2@value=val_238 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM partition_ctas_2 where value = 'val_238' POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_ctas_2 +POSTHOOK: Input: default@partition_ctas_2@value=val_238 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -452,9 +471,137 @@ POSTHOOK: Input: default@partition_ctas_2@value=val_238 PREHOOK: query: EXPLAIN SELECT value FROM partition_ctas_2 where key = 238 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_ctas_2 +PREHOOK: Input: default@partition_ctas_2@value=val_201 +PREHOOK: Input: default@partition_ctas_2@value=val_202 +PREHOOK: Input: default@partition_ctas_2@value=val_203 +PREHOOK: Input: default@partition_ctas_2@value=val_205 +PREHOOK: Input: default@partition_ctas_2@value=val_207 +PREHOOK: Input: default@partition_ctas_2@value=val_208 +PREHOOK: Input: default@partition_ctas_2@value=val_209 +PREHOOK: Input: default@partition_ctas_2@value=val_213 +PREHOOK: Input: default@partition_ctas_2@value=val_214 +PREHOOK: Input: default@partition_ctas_2@value=val_216 +PREHOOK: Input: default@partition_ctas_2@value=val_217 +PREHOOK: Input: default@partition_ctas_2@value=val_218 +PREHOOK: Input: default@partition_ctas_2@value=val_219 +PREHOOK: Input: default@partition_ctas_2@value=val_221 +PREHOOK: Input: default@partition_ctas_2@value=val_222 +PREHOOK: Input: default@partition_ctas_2@value=val_223 +PREHOOK: Input: default@partition_ctas_2@value=val_224 +PREHOOK: Input: default@partition_ctas_2@value=val_226 +PREHOOK: Input: default@partition_ctas_2@value=val_228 +PREHOOK: Input: default@partition_ctas_2@value=val_229 +PREHOOK: Input: default@partition_ctas_2@value=val_230 +PREHOOK: Input: default@partition_ctas_2@value=val_233 +PREHOOK: Input: default@partition_ctas_2@value=val_235 +PREHOOK: Input: default@partition_ctas_2@value=val_237 +PREHOOK: Input: default@partition_ctas_2@value=val_238 +PREHOOK: Input: default@partition_ctas_2@value=val_239 +PREHOOK: Input: default@partition_ctas_2@value=val_241 +PREHOOK: Input: default@partition_ctas_2@value=val_242 +PREHOOK: Input: default@partition_ctas_2@value=val_244 +PREHOOK: Input: default@partition_ctas_2@value=val_247 +PREHOOK: Input: default@partition_ctas_2@value=val_248 +PREHOOK: Input: default@partition_ctas_2@value=val_249 +PREHOOK: Input: default@partition_ctas_2@value=val_252 +PREHOOK: Input: default@partition_ctas_2@value=val_255 +PREHOOK: Input: default@partition_ctas_2@value=val_256 +PREHOOK: Input: default@partition_ctas_2@value=val_257 +PREHOOK: Input: default@partition_ctas_2@value=val_258 +PREHOOK: Input: default@partition_ctas_2@value=val_260 +PREHOOK: Input: default@partition_ctas_2@value=val_262 +PREHOOK: Input: default@partition_ctas_2@value=val_263 +PREHOOK: Input: default@partition_ctas_2@value=val_265 +PREHOOK: Input: default@partition_ctas_2@value=val_266 +PREHOOK: Input: default@partition_ctas_2@
[05/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out index 0c18f83..3087ec8 100644 --- a/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out @@ -132,10 +132,16 @@ PREHOOK: query: explain vectorization only summary select * from t1_n148 a left semi join t2_n87 b on a.key=b.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 + A masked pattern was here POSTHOOK: query: explain vectorization only summary select * from t1_n148 a left semi join t2_n87 b on a.key=b.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 + A masked pattern was here PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -159,9 +165,15 @@ POSTHOOK: Input: default@t2_n87 PREHOOK: query: explain vectorization only summary select * from t2_n87 a left semi join t1_n148 b on b.key=a.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 + A masked pattern was here POSTHOOK: query: explain vectorization only summary select * from t2_n87 a left semi join t1_n148 b on b.key=a.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 + A masked pattern was here PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -187,9 +199,15 @@ POSTHOOK: Input: default@t2_n87 PREHOOK: query: explain vectorization only summary select * from t1_n148 a left semi join t4_n19 b on b.key=a.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t4_n19 + A masked pattern was here POSTHOOK: query: explain vectorization only summary select * from t1_n148 a left semi join t4_n19 b on b.key=a.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t4_n19 + A masked pattern was here PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -207,9 +225,15 @@ POSTHOOK: Input: default@t4_n19 PREHOOK: query: explain vectorization only summary select a.value from t1_n148 a left semi join t3_n35 b on (b.key = a.key and b.key < '15') sort by a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t3_n35 + A masked pattern was here POSTHOOK: query: explain vectorization only summary select a.value from t1_n148 a left semi join t3_n35 b on (b.key = a.key and b.key < '15') sort by a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t3_n35 + A masked pattern was here PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -238,9 +262,15 @@ val_9 PREHOOK: query: explain vectorization only summary select * from t1_n148 a left semi join t2_n87 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 + A masked pattern was here POSTHOOK: query: explain vectorization only summary select * from t1_n148 a left semi join t2_n87 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 + A masked pattern was here PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -261,9 +291,15 @@ POSTHOOK: Input: default@t2_n87 PREHOOK: query: explain vectorization only summary select a.value from t1_n148 a left semi join (select key from t3_n35 where key > 5) b on a.key = b.key sort by a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t3_n35 + A masked pattern was here POSTHOOK: query: explain vectorization only summary select a.value from t1_n148 a left semi join (select key from t3_n35 where key > 5) b on a.key = b.key sort by a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t3_n35 + A masked pattern was here PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -284,9 +320,15 @@ val_9 PREHOOK: query: explain vectorization only summary select a.value from t1_n148 a left semi join (select key , value from t2_n87 where key > 5) b on
[08/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_between_in.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_between_in.q.out b/ql/src/test/results/clientpositive/llap/vector_between_in.q.out index c11e209..6b6d5ea 100644 --- a/ql/src/test/results/clientpositive/llap/vector_between_in.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_between_in.q.out @@ -26,8 +26,12 @@ POSTHOOK: Lineage: decimal_date_test.cdecimal2 EXPRESSION [] POSTHOOK: Lineage: decimal_date_test.cdouble EXPRESSION [] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) ORDER BY cdate PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) ORDER BY cdate POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -121,8 +125,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdate NOT IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE), CAST("1970-01-21" AS DATE)) PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdate NOT IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE), CAST("1970-01-21" AS DATE)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -230,8 +238,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) ORDER BY cdecimal1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) ORDER BY cdecimal1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -325,8 +337,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT IN (2365.8945945946, 881.0135135135, -3367.6517567568) PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT IN (2365.8945945946, 881.0135135135, -3367.6517567568) POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -434,8 +450,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) ORDER BY cdate PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) ORDER BY cdate POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -529,8 +549,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate NOT BETWEEN CAST("1968-05-01" AS DATE) AND CAST("1971-09-01" AS DATE) ORDER BY cdate PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate NOT BETWEEN CAST("1968-05-01" AS DATE) AND CAST("1971-09-01" AS DATE) ORDER BY cdate POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -624,8 +648,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_dat
[31/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/check_constraint.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/check_constraint.q.out b/ql/src/test/results/clientpositive/llap/check_constraint.q.out index b7e6da9..dcf4edc 100644 --- a/ql/src/test/results/clientpositive/llap/check_constraint.q.out +++ b/ql/src/test/results/clientpositive/llap/check_constraint.q.out @@ -79,8 +79,12 @@ Column Name:bb Check Value:bb IN (23.4,56,4) PREHOOK: query: EXPLAIN INSERT INTO table1_n0 values(1,100,true, 5, 23.4, 700.5) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table1_n0 POSTHOOK: query: EXPLAIN INSERT INTO table1_n0 values(1,100,true, 5, 23.4, 700.5) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -230,8 +234,12 @@ Column Name:i Check Value:i + NULL > 0 PREHOOK: query: EXPLAIN INSERT INTO table2_n0 values(8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table2_n0 POSTHOOK: query: EXPLAIN INSERT INTO table2_n0 values(8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table2_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -330,8 +338,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tudf PREHOOK: query: EXPLAIN INSERT INTO tudf values('function1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tudf POSTHOOK: query: EXPLAIN INSERT INTO tudf values('function1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tudf STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -461,8 +473,12 @@ Column Name:numclicks Check Value:numClicks > 0 PREHOOK: query: EXPLAIN INSERT INTO tmulti values('hive.apache.com', 'user1', 48, '12-01-2018') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tmulti POSTHOOK: query: EXPLAIN INSERT INTO tmulti values('hive.apache.com', 'user1', 48, '12-01-2018') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tmulti STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -620,8 +636,12 @@ Column Name:numclicks Check Value:numClicks > 0 PREHOOK: query: EXPLAIN INSERT INTO tmulti values('hive.apache.com', 'user1', 48, '12-01-2018') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tmulti POSTHOOK: query: EXPLAIN INSERT INTO tmulti values('hive.apache.com', 'user1', 48, '12-01-2018') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tmulti STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -765,8 +785,12 @@ Column Name:numclicks Check Value:numclicks > 0 PREHOOK: query: EXPLAIN INSERT INTO tcase values('hive.apache.com', 'user1', '12-01-2018', 48) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tcase POSTHOOK: query: EXPLAIN INSERT INTO tcase values('hive.apache.com', 'user1', '12-01-2018', 48) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tcase STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -911,8 +935,12 @@ Column Name:price Check Value:cast(numClicks as FLOAT)*price > 10.00 PREHOOK: query: EXPLAIN INSERT INTO tcast values('www.google.com', 100, cast(0.5 as float)) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tcast POSTHOOK: query: EXPLAIN INSERT INTO tcast values('www.google.com', 100, cast(0.5 as float)) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tcast STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -989,8 +1017,12 @@ POSTHOOK: Input: default@tcast www.google.com 100 0.5 PREHOOK: query: EXPLAIN INSERT INTO tcast(url, price) values('www.yahoo.com', 0.5) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tcast POSTHOOK: query: EXPLAIN INSERT INTO tcast(url, price) values('www.yahoo.com', 0.5) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tcast STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1142,8 +1174,12 @@ Column Name:bCheck Value:((cast(d
[19/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out b/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out index 0461224..1db317a 100644 --- a/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out +++ b/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out @@ -1,7 +1,13 @@ PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 + A masked pattern was here POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -16,8 +22,12 @@ Stage-0 PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -32,8 +42,14 @@ Stage-0 PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 + A masked pattern was here POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -48,8 +64,12 @@ Stage-0 PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -64,8 +84,12 @@ Stage-0 PREHOOK: query: explain select concat(key, value) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select concat(key, value) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -78,8 +102,14 @@ Stage-0 PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 + A masked pattern was here POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -94,8 +124,12 @@ Stage-0 PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -110,8 +144,12 @@ Stage-0 PREHOOK: query: explain select concat(key, value) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select concat(key, value) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -127,8 +165,12 @@ Stage-0 PREHOOK: query: explain select key, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select key, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -141,8 +183,12 @@ Stage-0 PREHOOK: query: explain select key from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select key from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -155,8 +201,12 @@ Stage-0 PREHOOK: query: explain select *from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain
[25/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/explainuser_2.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out index 85df0b3..6fa0cff 100644 --- a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out +++ b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out @@ -175,11 +175,21 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -257,6 +267,17 @@ order by ss_n1.k1,sr.k2,cs.k3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@cs +PREHOOK: Input: default@sr +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@ss_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select ss_n1.k1,sr.k2,cs.k3,count(ss_n1.v1),count(sr.v2),count(cs.v3) @@ -285,6 +306,17 @@ order by ss_n1.k1,sr.k2,cs.k3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cs +POSTHOOK: Input: default@sr +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@ss_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -433,6 +465,9 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select * from src1 union select * from src)z ON (x.value = z.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) @@ -442,6 +477,9 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select * from src1 union select * from src)z ON (x.value = z.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -594,6 +632,9 @@ SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select key, value from src1 union select key, value from src union select key, value from src union select key, value from src)z ON (x.value = z.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) @@ -607,6 +648,9 @@ SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select key, value from src1 union select key, value from src union select key, value from src union select key, value from src)z ON (x.value = z.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -876,11 +920,21 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root
[50/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out -- diff --git a/accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out b/accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out index 4a46786..09726a0 100644 --- a/accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out +++ b/accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out @@ -24,8 +24,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@accumulo_pushdown PREHOOK: query: explain select * from accumulo_pushdown where key>'90' PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown + A masked pattern was here POSTHOOK: query: explain select * from accumulo_pushdown where key>'90' POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -163,8 +167,12 @@ POSTHOOK: Input: default@accumulo_pushdown 98 val_98 PREHOOK: query: explain select * from accumulo_pushdown where key>=cast(40 + 50 as string) PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown + A masked pattern was here POSTHOOK: query: explain select * from accumulo_pushdown where key>=cast(40 + 50 as string) POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -199,8 +207,12 @@ POSTHOOK: Input: default@accumulo_pushdown 98 val_98 PREHOOK: query: explain select * from accumulo_pushdown where key>'90' and value like '%9%' PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown + A masked pattern was here POSTHOOK: query: explain select * from accumulo_pushdown where key>'90' and value like '%9%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -251,9 +263,13 @@ POSTHOOK: Input: default@accumulo_pushdown PREHOOK: query: explain select * from accumulo_pushdown where key>='90' and value like '%9%' and key=cast(value as int) PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown + A masked pattern was here POSTHOOK: query: explain select * from accumulo_pushdown where key>='90' and value like '%9%' and key=cast(value as int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -301,9 +317,13 @@ POSTHOOK: Input: default@accumulo_pushdown PREHOOK: query: explain select * from accumulo_pushdown where key<'80' and key>'90' and value like '%90%' PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown + A masked pattern was here POSTHOOK: query: explain select * from accumulo_pushdown where key<'80' and key>'90' and value like '%90%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -349,8 +369,12 @@ POSTHOOK: Input: default@accumulo_pushdown A masked pattern was here PREHOOK: query: explain select * from accumulo_pushdown PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown + A masked pattern was here POSTHOOK: query: explain select * from accumulo_pushdown POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -371,9 +395,13 @@ STAGE PLANS: PREHOOK: query: explain select * from accumulo_pushdown where (case when key<'90' then 2 else 4 end) > 3 PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown + A masked pattern was here POSTHOOK: query: explain select * from accumulo_pushdown where (case when key<'90' then 2 else 4 end) > 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -410,9 +438,13 @@ STAGE PLANS: PREHOOK: query: explain select * from accumulo_pushdown where key<='80' or value like '%90%' PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown + A masked pattern was here POSTHOOK: query: explain select * from accumulo_pushdown where key<='80' or value like '%90%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -449,9 +481,13 @@ STAGE PLANS: PREHOOK: query: explain select * from accumulo_pushdown where key > '281' and key < '287' PREHOOK: type: Q
[46/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/beeline/smb_mapjoin_3.q.out -- diff --git a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_3.q.out b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_3.q.out index e116fa7..60cd166 100644 --- a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_3.q.out +++ b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_3.q.out @@ -49,9 +49,15 @@ POSTHOOK: Output: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -104,9 +110,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -158,9 +170,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -214,9 +232,15 @@ NULL NULL4 val_4 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a full outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a full outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -272,9 +296,15 @@ NULL NULL4 val_4 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -327,9 +357,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -381,9 +417,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b
[41/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/explain_logical.q.out -- diff --git a/ql/src/test/results/clientpositive/explain_logical.q.out b/ql/src/test/results/clientpositive/explain_logical.q.out index 6b7e986..428fa58 100644 --- a/ql/src/test/results/clientpositive/explain_logical.q.out +++ b/ql/src/test/results/clientpositive/explain_logical.q.out @@ -69,9 +69,13 @@ POSTHOOK: Lineage: V4_n1.value2 SIMPLE [(src)src3.FieldSchema(name:value, type:s PREHOOK: query: EXPLAIN LOGICAL SELECT key, count(1) FROM srcpart WHERE ds IS NOT NULL GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart + A masked pattern was here POSTHOOK: query: EXPLAIN LOGICAL SELECT key, count(1) FROM srcpart WHERE ds IS NOT NULL GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart + A masked pattern was here LOGICAL PLAN: srcpart TableScan (TS_0) @@ -110,9 +114,13 @@ srcpart PREHOOK: query: EXPLAIN LOGICAL SELECT key, count(1) FROM (SELECT key, value FROM src) subq1 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: EXPLAIN LOGICAL SELECT key, count(1) FROM (SELECT key, value FROM src) subq1 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here LOGICAL PLAN: src TableScan (TS_0) @@ -153,11 +161,17 @@ PREHOOK: query: EXPLAIN LOGICAL SELECT key, value FROM src UNION ALL SELECT key, value FROM srcpart WHERE ds IS NOT NULL ) S1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart + A masked pattern was here POSTHOOK: query: EXPLAIN LOGICAL SELECT * FROM ( SELECT key, value FROM src UNION ALL SELECT key, value FROM srcpart WHERE ds IS NOT NULL ) S1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart + A masked pattern was here LOGICAL PLAN: $hdt$_0-subquery1:src TableScan (TS_0) @@ -190,9 +204,15 @@ $hdt$_0-subquery2:srcpart PREHOOK: query: EXPLAIN LOGICAL SELECT S1.key, S2.value FROM src S1 JOIN srcpart S2 ON S1.key = S2.key WHERE ds IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart + A masked pattern was here POSTHOOK: query: EXPLAIN LOGICAL SELECT S1.key, S2.value FROM src S1 JOIN srcpart S2 ON S1.key = S2.key WHERE ds IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart + A masked pattern was here LOGICAL PLAN: $hdt$_0:s1 TableScan (TS_0) @@ -257,8 +277,14 @@ $hdt$_1:s2 PREHOOK: query: EXPLAIN LOGICAL SELECT * FROM V1_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@v1_n8 + A masked pattern was here POSTHOOK: query: EXPLAIN LOGICAL SELECT * FROM V1_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@v1_n8 + A masked pattern was here LOGICAL PLAN: src TableScan (TS_0) @@ -274,8 +300,22 @@ src PREHOOK: query: EXPLAIN LOGICAL SELECT * FROM V2_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@v2_n3 + A masked pattern was here POSTHOOK: query: EXPLAIN LOGICAL SELECT * FROM V2_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@v2_n3 + A masked pattern was here LOGICAL PLAN: srcpart TableScan (TS_0) @@ -291,8 +331,18 @@ srcpart PREHOOK: query: EXPLAIN LOGICAL SELECT * FROM V3_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@v2_n3 +PREHOOK: Input: default@v3_n1 + A masked pattern was here POSTHOOK: query: EXPLAIN LOGICAL SELECT * FROM V3_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@v2_n3 +POSTHOOK: Input: default@v3_n1 + A masked pattern was here LOGICAL PLAN: $hdt$_0:srcpart TableScan (TS_0) @@ -361,8 +411,20 @@ $hdt$_1:src2 PREHOOK: query: EXPLAIN LOGICAL SELECT * FROM V4_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@v1_n8 +PREHOOK: Input: default@v2_n3 +PREHOOK: Input: default@v4_n1 + A masked pattern was here POSTHOOK: query: EXPLAIN LOGICAL SELECT * FROM V4_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK
[22/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out b/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out index c9823ce..e52b2f7 100644 --- a/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out +++ b/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out @@ -36,9 +36,20 @@ hr string PREHOOK: query: explain insert overwrite table nzhang_part3 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part3 POSTHOOK: query: explain insert overwrite table nzhang_part3 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/load_dyn_part5.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/load_dyn_part5.q.out b/ql/src/test/results/clientpositive/llap/load_dyn_part5.q.out index 7223808..c024062 100644 --- a/ql/src/test/results/clientpositive/llap/load_dyn_part5.q.out +++ b/ql/src/test/results/clientpositive/llap/load_dyn_part5.q.out @@ -23,9 +23,12 @@ valuestring PREHOOK: query: explain insert overwrite table nzhang_part5 partition (value) select key, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@nzhang_part5 POSTHOOK: query: explain insert overwrite table nzhang_part5 partition (value) select key, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out index 56aff94..aac3d75 100644 --- a/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out @@ -90,6 +90,9 @@ select sub1.aid, sub1.avalue, sub2.bvalue from sub1,sub2 where sub1.aid=sub2.bid PREHOOK: type: QUERY +PREHOOK: Input: default@expod1 +PREHOOK: Input: default@expod2 + A masked pattern was here POSTHOOK: query: explain with sub1 as (select aid, avalue from expod1 lateral view explode(av) avs as avalue ), sub2 as @@ -98,6 +101,9 @@ select sub1.aid, sub1.avalue, sub2.bvalue from sub1,sub2 where sub1.aid=sub2.bid POSTHOOK: type: QUERY +POSTHOOK: Input: default@expod1 +POSTHOOK: Input: default@expod2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/mapjoin3.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/mapjoin3.q.out b/ql/src/test/results/clientpositive/llap/mapjoin3.q.out index 7aa7318..ac36e4f 100644 --- a/ql/src/test/results/clientpositive/llap/mapjoin3.q.out +++ b/ql/src/test/results/clientpositive/llap/mapjoin3.q.out @@ -76,6 +76,9 @@ test_1 ) t1 ON t2.member = t1.member PREHOOK: type: QUERY +PREHOOK: Input: default@test_1 +PREHOOK: Input: default@test_2 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT t2.member @@ -93,6 +96,9 @@ test_1 ) t1 ON t2.member = t1.member POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1 +POSTHOOK: Input: default@test_2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/mapjoin46.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/mapjoin46.q.out b/ql/src/test/results/clientpositive/llap/mapjoin46.q.out index 60128da..a7ad252 100644 --- a/ql/src/test/results/clientpositive/l
[47/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/auto_join14.q.out -- diff --git a/ql/src/test/results/clientpositive/auto_join14.q.out b/ql/src/test/results/clientpositive/auto_join14.q.out index 1d8a2da..5de29f1 100644 --- a/ql/src/test/results/clientpositive/auto_join14.q.out +++ b/ql/src/test/results/clientpositive/auto_join14.q.out @@ -10,10 +10,20 @@ PREHOOK: query: explain FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1_n83 SELECT src.key, srcpart.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n83 POSTHOOK: query: explain FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1_n83 SELECT src.key, srcpart.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n83 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/auto_join15.q.out -- diff --git a/ql/src/test/results/clientpositive/auto_join15.q.out b/ql/src/test/results/clientpositive/auto_join15.q.out index fd0dfd3..afadf5d 100644 --- a/ql/src/test/results/clientpositive/auto_join15.q.out +++ b/ql/src/test/results/clientpositive/auto_join15.q.out @@ -6,6 +6,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY k1, v1, k2, v2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2)) from ( @@ -14,6 +16,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY k1, v1, k2, v2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/auto_join16.q.out -- diff --git a/ql/src/test/results/clientpositive/auto_join16.q.out b/ql/src/test/results/clientpositive/auto_join16.q.out index eb124c2..fd8c866 100644 --- a/ql/src/test/results/clientpositive/auto_join16.q.out +++ b/ql/src/test/results/clientpositive/auto_join16.q.out @@ -6,6 +6,8 @@ JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain SELECT sum(hash(subq.key, tab.value)) FROM @@ -14,6 +16,8 @@ JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/auto_join17.q.out -- diff --git a/ql/src/test/results/clientpositive/auto_join17.q.out b/ql/src/test/results/clientpositive/auto_join17.q.out index f2a1615..e4b2604 100644 --- a/ql/src/test/results/clientpositive/auto_join17.q.out +++ b/ql/src/test/results/clientpositive/auto_join17.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n41 SELECT src1.*, src2.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n41 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n41 SELECT src1.*, src2.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n41 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/auto_join18.q.out -- diff --git a/ql/src/test/results/clientpositive/auto_join18.q.out b/ql/src/test/results/clientpositive/auto_join18.q.out index 7e8de94..4006cee 100644 --- a/ql/src/test/results/clientpositive/auto_join18.q.out +++ b/ql/src/test/results/clientpositive/auto_join18.q.out @@ -11,6 +11,9 @@ PREHOOK: query: explain ) b ON (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PRE
[34/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/list_bucket_dml_14.q.out -- diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_14.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_14.q.out index d926daf..009eec6 100644 --- a/ql/src/test/results/clientpositive/list_bucket_dml_14.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_dml_14.q.out @@ -13,9 +13,13 @@ POSTHOOK: Output: default@list_bucketing PREHOOK: query: explain extended insert overwrite table list_bucketing select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@list_bucketing POSTHOOK: query: explain extended insert overwrite table list_bucketing select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@list_bucketing OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -286,9 +290,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain extended select key, value from list_bucketing where key = "484" PREHOOK: type: QUERY +PREHOOK: Input: default@list_bucketing + A masked pattern was here POSTHOOK: query: explain extended select key, value from list_bucketing where key = "484" POSTHOOK: type: QUERY +POSTHOOK: Input: default@list_bucketing + A masked pattern was here OPTIMIZED SQL: SELECT CAST('484' AS STRING) AS `key`, `value` FROM `default`.`list_bucketing` WHERE `key` = '484' http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out -- diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out index 66051c5..2308c2e 100644 --- a/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out @@ -18,10 +18,18 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n4 partition (ds = '2008-04-08', hr = '11') select key, value from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing_static_part_n4@ds=2008-04-08/hr=11 POSTHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n4 partition (ds = '2008-04-08', hr = '11') select key, value from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@list_bucketing_static_part_n4@ds=2008-04-08/hr=11 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' @@ -357,9 +365,15 @@ POSTHOOK: Input: default@list_bucketing_static_part_n4 PREHOOK: query: explain extended select * from list_bucketing_static_part_n4 where ds = '2008-04-08' and hr = '11' and key = '484' and value = 'val_484' PREHOOK: type: QUERY +PREHOOK: Input: default@list_bucketing_static_part_n4 +PREHOOK: Input: default@list_bucketing_static_part_n4@ds=2008-04-08/hr=11 + A masked pattern was here POSTHOOK: query: explain extended select * from list_bucketing_static_part_n4 where ds = '2008-04-08' and hr = '11' and key = '484' and value = 'val_484' POSTHOOK: type: QUERY +POSTHOOK: Input: default@list_bucketing_static_part_n4 +POSTHOOK: Input: default@list_bucketing_static_part_n4@ds=2008-04-08/hr=11 + A masked pattern was here OPTIMIZED SQL: SELECT CAST('484' AS STRING) AS `key`, CAST('val_484' AS STRING) AS `value`, CAST('2008-04-08' AS STRING) AS `ds`, CAST('11' AS STRING) AS `hr` FROM `default`.`list_bucketing_static_part_n4` WHERE `ds` = '2008-04-08' AND `hr` = '11' AND `key` = '484' AND `value` = 'val_484' http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out -- diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out index d935b9b..8ed4bce 100644 --- a/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out @@ -9,9 +9,17 @@ POSTHOOK: Output: default@list_bucketing_static_part_n1 PREHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n1 partition (ds='2008-04-08', hr='11') select key, value from srcpart where ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing
[21/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_2.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_2.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_2.q.out index c683098..086878e 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_2.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_2.q.out @@ -335,9 +335,41 @@ POSTHOOK: Lineage: partition_mv_4 PARTITION(key=226).value SIMPLE [(src_txn_2)sr PREHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where key > 210 and key < 230 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_mv_1 +PREHOOK: Input: default@partition_mv_1@key=213 +PREHOOK: Input: default@partition_mv_1@key=214 +PREHOOK: Input: default@partition_mv_1@key=216 +PREHOOK: Input: default@partition_mv_1@key=217 +PREHOOK: Input: default@partition_mv_1@key=218 +PREHOOK: Input: default@partition_mv_1@key=219 +PREHOOK: Input: default@partition_mv_1@key=221 +PREHOOK: Input: default@partition_mv_1@key=222 +PREHOOK: Input: default@partition_mv_1@key=223 +PREHOOK: Input: default@partition_mv_1@key=224 +PREHOOK: Input: default@partition_mv_1@key=226 +PREHOOK: Input: default@partition_mv_1@key=228 +PREHOOK: Input: default@partition_mv_1@key=229 +PREHOOK: Input: default@src_txn_2 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where key > 210 and key < 230 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_mv_1 +POSTHOOK: Input: default@partition_mv_1@key=213 +POSTHOOK: Input: default@partition_mv_1@key=214 +POSTHOOK: Input: default@partition_mv_1@key=216 +POSTHOOK: Input: default@partition_mv_1@key=217 +POSTHOOK: Input: default@partition_mv_1@key=218 +POSTHOOK: Input: default@partition_mv_1@key=219 +POSTHOOK: Input: default@partition_mv_1@key=221 +POSTHOOK: Input: default@partition_mv_1@key=222 +POSTHOOK: Input: default@partition_mv_1@key=223 +POSTHOOK: Input: default@partition_mv_1@key=224 +POSTHOOK: Input: default@partition_mv_1@key=226 +POSTHOOK: Input: default@partition_mv_1@key=228 +POSTHOOK: Input: default@partition_mv_1@key=229 +POSTHOOK: Input: default@src_txn_2 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -415,9 +447,29 @@ POSTHOOK: Input: default@src_txn_2 PREHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where value > 'val_220' and value < 'val_230' PREHOOK: type: QUERY +PREHOOK: Input: default@partition_mv_2 +PREHOOK: Input: default@partition_mv_2@value=val_221 +PREHOOK: Input: default@partition_mv_2@value=val_222 +PREHOOK: Input: default@partition_mv_2@value=val_223 +PREHOOK: Input: default@partition_mv_2@value=val_224 +PREHOOK: Input: default@partition_mv_2@value=val_226 +PREHOOK: Input: default@partition_mv_2@value=val_228 +PREHOOK: Input: default@partition_mv_2@value=val_229 +PREHOOK: Input: default@src_txn_2 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where value > 'val_220' and value < 'val_230' POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_mv_2 +POSTHOOK: Input: default@partition_mv_2@value=val_221 +POSTHOOK: Input: default@partition_mv_2@value=val_222 +POSTHOOK: Input: default@partition_mv_2@value=val_223 +POSTHOOK: Input: default@partition_mv_2@value=val_224 +POSTHOOK: Input: default@partition_mv_2@value=val_226 +POSTHOOK: Input: default@partition_mv_2@value=val_228 +POSTHOOK: Input: default@partition_mv_2@value=val_229 +POSTHOOK: Input: default@src_txn_2 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -471,9 +523,15 @@ POSTHOOK: Input: default@src_txn_2 PREHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where key > 224 and key < 226 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_mv_4 +PREHOOK: Input: default@src_txn_2 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where key > 224 and key < 226 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_mv_4 +POSTHOOK: Input: default@src_txn_2 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_3.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_3.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_3.q.out index e25ef64..8735689 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_3.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_3.q.out @@ -16,10 +16,17 @@ PREHOOK: query: EXPLAIN CREATE MATERIALIZED VIEW partition_mv_sdp PARTITIONED ON (key) AS SELECT va
[40/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/groupby10.q.out -- diff --git a/ql/src/test/results/clientpositive/groupby10.q.out b/ql/src/test/results/clientpositive/groupby10.q.out index 665bf92..e38be57 100644 --- a/ql/src/test/results/clientpositive/groupby10.q.out +++ b/ql/src/test/results/clientpositive/groupby10.q.out @@ -35,11 +35,17 @@ FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key PREHOOK: type: QUERY +PREHOOK: Input: default@input +PREHOOK: Output: default@dest1_n0 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@input +POSTHOOK: Output: default@dest1_n0 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -410,11 +416,17 @@ FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key PREHOOK: type: QUERY +PREHOOK: Input: default@input +PREHOOK: Output: default@dest1_n0 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@input +POSTHOOK: Output: default@dest1_n0 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -785,11 +797,17 @@ FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), avg(distinct substr(INPUT.value,5)) GROUP BY INPUT.key PREHOOK: type: QUERY +PREHOOK: Input: default@input +PREHOOK: Output: default@dest1_n0 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), avg(distinct substr(INPUT.value,5)) GROUP BY INPUT.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@input +POSTHOOK: Output: default@dest1_n0 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/groupby11.q.out -- diff --git a/ql/src/test/results/clientpositive/groupby11.q.out b/ql/src/test/results/clientpositive/groupby11.q.out index fd13d3a..01ca2a2 100644 --- a/ql/src/test/results/clientpositive/groupby11.q.out +++ b/ql/src/test/results/clientpositive/groupby11.q.out @@ -21,6 +21,9 @@ INSERT OVERWRITE TABLE dest1_n137 partition(ds='111') INSERT OVERWRITE TABLE dest2_n36 partition(ds='111') SELECT substr(src.value, 5), count(src.key), count(distinct src.key) GROUP BY substr(src.value, 5) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n137@ds=111 +PREHOOK: Output: default@dest2_n36@ds=111 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n137 partition(ds='111') @@ -28,6 +31,9 @@ INSERT OVERWRITE TABLE dest1_n137 partition(ds='111') INSERT OVERWRITE TABLE dest2_n36 partition(ds='111') SELECT substr(src.value, 5), count(src.key), count(distinct src.key) GROUP BY substr(src.value, 5) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n137@ds=111 +POSTHOOK: Output: default@dest2_n36@ds=111 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/groupby12.q.out -- diff --git a/ql/src/test/results/clientpositive/groupby12.q.out b/ql/src/test/results/clientpositive/groupby12.q.out index 7317c4e..c381a8f 10
[07/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out index 4506cd7..90d1507 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out @@ -109,9 +109,13 @@ POSTHOOK: Lineage: decimal_6_2.value SIMPLE [(decimal_6_2_txt)decimal_6_2_txt.Fi PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_6_1 ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_6_1 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_6_1 ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_6_1 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -250,9 +254,13 @@ NULL 1234567890 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_6_2 ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_6_2 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_6_2 ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_6_2 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -395,6 +403,9 @@ SELECT T.key from ( SELECT key, value from DECIMAL_6_2 ) T order by T.key PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_6_1 +PREHOOK: Input: default@decimal_6_2 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT T.key from ( SELECT key, value from DECIMAL_6_1 @@ -402,6 +413,9 @@ SELECT T.key from ( SELECT key, value from DECIMAL_6_2 ) T order by T.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_6_1 +POSTHOOK: Input: default@decimal_6_2 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -626,9 +640,15 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL CREATE TABLE DECIMAL_6_3 STORED AS ORC AS SELECT key + 5.5 AS k, value * 11 AS v from DECIMAL_6_1 ORDER BY v PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@decimal_6_1 +PREHOOK: Output: database:default +PREHOOK: Output: default@DECIMAL_6_3 POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL CREATE TABLE DECIMAL_6_3 STORED AS ORC AS SELECT key + 5.5 AS k, value * 11 AS v from DECIMAL_6_1 ORDER BY v POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@decimal_6_1 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@DECIMAL_6_3 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out index 30a6770..85d0445 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out @@ -40,6 +40,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), @@ -48,6 +50,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -219,6 +223,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), AVG(cdecimal1), STDDEV_POP(cdecimal1), STDDEV_SAMP(cdecimal1), @@ -227,6 +233,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -434,6 +442,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby_small + A masked pattern w
[27/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out b/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out index ab8c7a1..4daa7b9 100644 --- a/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out +++ b/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out @@ -8,8 +8,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table1_n7 PREHOOK: query: explain INSERT INTO table1_n7 values('not', 'null', 'constraint') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table1_n7 POSTHOOK: query: explain INSERT INTO table1_n7 values('not', 'null', 'constraint') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table1_n7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -126,8 +130,12 @@ POSTHOOK: Input: default@table1_n7 notnullconstraint PREHOOK: query: explain insert into table1_n7(a,c) values('1','2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table1_n7 POSTHOOK: query: explain insert into table1_n7(a,c) values('1','2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table1_n7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -235,8 +243,12 @@ POSTHOOK: Lineage: table1_n7.b SIMPLE [] POSTHOOK: Lineage: table1_n7.c SCRIPT [] PREHOOK: query: explain INSERT INTO table1_n7 select key, src.value, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@table1_n7 POSTHOOK: query: explain INSERT INTO table1_n7 select key, src.value, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@table1_n7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -846,8 +858,12 @@ POSTHOOK: Input: default@table1_n7 notnullconstraint PREHOOK: query: explain INSERT OVERWRITE TABLE table1_n7 select src.*, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@table1_n7 POSTHOOK: query: explain INSERT OVERWRITE TABLE table1_n7 select src.*, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@table1_n7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1455,8 +1471,12 @@ POSTHOOK: Input: default@table1_n7 98 val_98 val_98 PREHOOK: query: explain INSERT OVERWRITE TABLE table1_n7 if not exists select src.key, src.key, src.value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@table1_n7 POSTHOOK: query: explain INSERT OVERWRITE TABLE table1_n7 if not exists select src.key, src.key, src.value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@table1_n7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2091,11 +2111,17 @@ from src insert overwrite table src_multi1_n0 select * where key < 10 insert overwrite table src_multi2_n1 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n0 +PREHOOK: Output: default@src_multi2_n1 POSTHOOK: query: explain from src insert overwrite table src_multi1_n0 select * where key < 10 insert overwrite table src_multi2_n1 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n0 +POSTHOOK: Output: default@src_multi2_n1 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2269,11 +2295,17 @@ from src insert into table src_multi1_n0 select * where src.key < 10 insert into table src_multi2_n1 select src.* where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n0 +PREHOOK: Output: default@src_multi2_n1 POSTHOOK: query: explain from src insert into table src_multi1_n0 select * where src.key < 10 insert into table src_multi2_n1 select src.* where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n0 +POSTHOOK: Output: default@src_multi2_n1 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2458,10 +2490,14 @@ PREHOOK: query: explain insert into table acid_uami_n1 values (1, 109.23, 'mary had a little lamb'), (6553, 923.19, 'its fleece was white as snow') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@acid_uami_n1 POSTHOOK: query: explain insert into table acid_uami_n1
[28/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_2.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_2.q.out b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_2.q.out index a0f57ac..801416d 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_2.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_2.q.out @@ -50,6 +50,9 @@ FROM table_1_n2 tt1 INNER JOIN table_18_n2 tt2 ON (tt2.decimal1911_col_16) = (tt1.decimal2612_col_77) WHERE (t1.timestamp_col_9) = (tt2.timestamp_col_18)) PREHOOK: type: QUERY +PREHOOK: Input: default@table_18_n2 +PREHOOK: Input: default@table_1_n2 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT COUNT(*) @@ -64,6 +67,9 @@ FROM table_1_n2 tt1 INNER JOIN table_18_n2 tt2 ON (tt2.decimal1911_col_16) = (tt1.decimal2612_col_77) WHERE (t1.timestamp_col_9) = (tt2.timestamp_col_18)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_18_n2 +POSTHOOK: Input: default@table_1_n2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -508,6 +514,9 @@ select on a.key = b.key join src1 c on a.value = c.value where c.key < 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Input: default@tab2_n6 + A masked pattern was here POSTHOOK: query: explain select count(*) @@ -518,6 +527,9 @@ select on a.key = b.key join src1 c on a.value = c.value where c.key < 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@tab2_n6 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out index 251c348..cb3740d 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out @@ -19,11 +19,23 @@ WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) PREHOOK: type: QUERY +PREHOOK: Input: default@acidtbl +PREHOOK: Input: default@nonacidorctbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@merge_tmp_table POSTHOOK: query: explain merge into acidTbl as t using nonAcidOrcTbl s ON t.a = s.a WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtbl +POSTHOOK: Input: default@nonacidorctbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@merge_tmp_table STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 @@ -366,9 +378,15 @@ STAGE PLANS: PREHOOK: query: explain merge into acidTbl as t using nonAcidOrcTbl s ON t.a = s.a WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) PREHOOK: type: QUERY +PREHOOK: Input: default@acidtbl +PREHOOK: Input: default@nonacidorctbl +PREHOOK: Output: default@acidtbl POSTHOOK: query: explain merge into acidTbl as t using nonAcidOrcTbl s ON t.a = s.a WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtbl +POSTHOOK: Input: default@nonacidorctbl +POSTHOOK: Output: default@acidtbl STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -539,6 +557,12 @@ WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) PREHOOK: type: QUERY +PREHOOK: Input: default@acidtbl +PREHOOK: Input: default@nonacidorctbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@merge_tmp_table POSTHOOK: query: explain merge into acidTbl as t using ( select * from nonAcidOrcTbl where a > 0 union all @@ -548,6 +572,12 @@ WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtbl +POSTHOOK: Input: default@nonacidorctbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@merge_tmp_table STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 http://git-wip-us.
[29/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out index 1133b54..8466e2b 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out @@ -36,8 +36,22 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 12 PREHOOK: query: EXPLAIN create table srcpart_date_n2 as select ds as ds, ds as `date` from srcpart group by ds PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: database:default +PREHOOK: Output: default@srcpart_date_n2 POSTHOOK: query: EXPLAIN create table srcpart_date_n2 as select ds as ds, ds as `date` from srcpart group by ds POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcpart_date_n2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -201,8 +215,22 @@ POSTHOOK: Lineage: srcpart_double_hour_n0.hour SIMPLE [(srcpart)srcpart.FieldSch POSTHOOK: Lineage: srcpart_double_hour_n0.hr EXPRESSION [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n2 on (srcpart.ds = srcpart_date_n2.ds) where srcpart_date_n2.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n2 + A masked pattern was here POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n2 on (srcpart.ds = srcpart_date_n2.ds) where srcpart_date_n2.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -330,8 +358,22 @@ POSTHOOK: Input: default@srcpart_date_n2 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n2 on (srcpart.ds = srcpart_date_n2.ds) where srcpart_date_n2.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n2 + A masked pattern was here POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n2 on (srcpart.ds = srcpart_date_n2.ds) where srcpart_date_n2.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -457,8 +499,22 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n2 on (day(srcpart.ds) = day(srcpart_date_n2.ds)) where srcpart_date_n2.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n2 + A masked pattern was here POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n2 on (day(srcpart.ds) = day(srcpart_date_n2.ds)) where srcpart_date_n2.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: d
[20/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb_2.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb_2.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb_2.q.out index 3647acf..79199b8 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb_2.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb_2.q.out @@ -663,6 +663,10 @@ where and lo_discount between 1 and 3 and lo_quantity < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv + A masked pattern was here POSTHOOK: query: explain select sum(lo_extendedprice*lo_discount) as revenue @@ -674,6 +678,10 @@ where and lo_discount between 1 and 3 and lo_quantity < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -742,6 +750,10 @@ where and lo_discount between 4 and 6 and lo_quantity between 26 and 35 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv + A masked pattern was here POSTHOOK: query: explain select sum(lo_extendedprice*lo_discount) as revenue @@ -753,6 +765,10 @@ where and lo_discount between 4 and 6 and lo_quantity between 26 and 35 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -822,6 +838,10 @@ where and lo_discount between 5 and 7 and lo_quantity between 26 and 35 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv + A masked pattern was here POSTHOOK: query: explain select sum(lo_extendedprice*lo_discount) as revenue @@ -834,6 +854,10 @@ where and lo_discount between 5 and 7 and lo_quantity between 26 and 35 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -907,6 +931,12 @@ group by order by d_year, p_brand1 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +PREHOOK: Input: default@ssb_part +PREHOOK: Input: default@supplier + A masked pattern was here POSTHOOK: query: explain select sum(lo_revenue) as lo_revenue, d_year, p_brand1 @@ -923,6 +953,12 @@ group by order by d_year, p_brand1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +POSTHOOK: Input: default@ssb_part +POSTHOOK: Input: default@supplier + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1017,6 +1053,12 @@ group by order by d_year, p_brand1 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +PREHOOK: Input: default@ssb_part +PREHOOK: Input: default@supplier + A masked pattern was here POSTHOOK: query: explain select sum(lo_revenue) as lo_revenue, d_year, p_brand1 @@ -1033,6 +1075,12 @@ group by order by d_year, p_brand1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +POSTHOOK: Input: default@ssb_part +POSTHOOK: Input: default@supplier + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1127,6 +1175,12 @@ group by order by d_year, p_brand1 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +PREHOOK: Input: default@ssb_part +PREHOOK: Input: default@supplier + A masked pattern was here POSTHOOK: query: explain select sum(lo_revenue) as lo_revenue, d_year, p_brand1 @@ -1143,6 +1197,12 @@ group by order by d_year, p_brand1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +POSTHOOK: Input: default@ssb_part +POSTHOOK: Input: default@supplier + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1239,6 +1299,12 @@ group by order by d_year asc, lo_revenue desc PREHOOK
[12/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out b/ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out index ccdddeb..e82b0a3 100644 --- a/ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out +++ b/ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out @@ -49,9 +49,17 @@ POSTHOOK: Output: default@smb_bucket_3_n2 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -135,9 +143,17 @@ POSTHOOK: Input: default@smb_bucket_3_n2 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -221,9 +237,17 @@ POSTHOOK: Input: default@smb_bucket_3_n2 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key left outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key left outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -303,9 +327,17 @@ POSTHOOK: Input: default@smb_bucket_3_n2 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key right outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key right outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -386,9 +418,17 @@ NULL NULLNULLNULL4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key full outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key full outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -505,9 +545,17 @@ NULL NULLNULLNULL4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key join smb_
[04/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_like_2.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_like_2.q.out b/ql/src/test/results/clientpositive/llap/vector_like_2.q.out index 2f6b309..b320599 100644 --- a/ql/src/test/results/clientpositive/llap/vector_like_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_like_2.q.out @@ -22,9 +22,13 @@ POSTHOOK: Lineage: foo.a SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select a, a like "%bar" from foo order by a PREHOOK: type: QUERY +PREHOOK: Input: default@foo + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select a, a like "%bar" from foo order by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@foo + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_llap_io_data_conversion.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_llap_io_data_conversion.q.out b/ql/src/test/results/clientpositive/llap/vector_llap_io_data_conversion.q.out index 630f3f7..ac5cb38 100644 --- a/ql/src/test/results/clientpositive/llap/vector_llap_io_data_conversion.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_llap_io_data_conversion.q.out @@ -64,9 +64,13 @@ POSTHOOK: Lineage: varchar_ctas_1.vs SIMPLE [(varchar_single_partition)varchar_s PREHOOK: query: explain vectorization detail select * from varchar_ctas_1 order by vs, c1, c2 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_ctas_1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select * from varchar_ctas_1 order by vs, c1, c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_ctas_1 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_llap_text_1.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_llap_text_1.q.out b/ql/src/test/results/clientpositive/llap/vector_llap_text_1.q.out index 6b23f6c..96e336e 100644 --- a/ql/src/test/results/clientpositive/llap/vector_llap_text_1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_llap_text_1.q.out @@ -114,12 +114,22 @@ from tab_n7 a join tab_part_n8 b on a.key = b.key order by a.key, a.value, b.value limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n7 +PREHOOK: Input: default@tab_n7@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n8 +PREHOOK: Input: default@tab_part_n8@ds=2008-04-08 + A masked pattern was here POSTHOOK: query: explain vectorization detail select a.key, a.value, b.value from tab_n7 a join tab_part_n8 b on a.key = b.key order by a.key, a.value, b.value limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n7 +POSTHOOK: Input: default@tab_n7@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n8 +POSTHOOK: Input: default@tab_part_n8@ds=2008-04-08 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_map_order.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_map_order.q.out b/ql/src/test/results/clientpositive/llap/vector_map_order.q.out index 238555c..341cf96 100644 --- a/ql/src/test/results/clientpositive/llap/vector_map_order.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_map_order.q.out @@ -27,9 +27,13 @@ POSTHOOK: Output: default@map_table_n0 PREHOOK: query: explain vectorization detail select * from map_table_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@map_table_n0 + A masked pattern was here POSTHOOK: query: explain vectorization detail select * from map_table_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@map_table_n0 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_mapjoin_reduce.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_mapjoin_reduce.q.out b/ql/src/test/results/clientpositive/llap/vector_mapjoin_reduce.q.out index e0c7dfa..ae971da 100644 --- a/ql/src/test/results/clientpositive/llap/vector_m
[02/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_udf1.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_udf1.q.out b/ql/src/test/results/clientpositive/llap/vector_udf1.q.out index aef23fd..f7364b1 100644 --- a/ql/src/test/results/clientpositive/llap/vector_udf1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_udf1.q.out @@ -37,6 +37,8 @@ select concat(c1, c2) = concat(c3, c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 + A masked pattern was here POSTHOOK: query: explain vectorization detail select concat(c1, c2), @@ -44,6 +46,8 @@ select concat(c1, c2) = concat(c3, c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -138,6 +142,8 @@ select upper(c2) = upper(c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 + A masked pattern was here POSTHOOK: query: explain vectorization detail select upper(c2), @@ -145,6 +151,8 @@ select upper(c2) = upper(c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -239,6 +247,8 @@ select lower(c2) = lower(c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 + A masked pattern was here POSTHOOK: query: explain vectorization detail select lower(c2), @@ -246,6 +256,8 @@ select lower(c2) = lower(c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -340,6 +352,8 @@ select ascii(c2) = ascii(c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 + A masked pattern was here POSTHOOK: query: explain vectorization detail select ascii(c2), @@ -347,6 +361,8 @@ select ascii(c2) = ascii(c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -441,6 +457,8 @@ select concat_ws('|', c1, c2) = concat_ws('|', c3, c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 + A masked pattern was here POSTHOOK: query: explain vectorization detail select concat_ws('|', c1, c2), @@ -448,6 +466,8 @@ select concat_ws('|', c1, c2) = concat_ws('|', c3, c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -542,6 +562,8 @@ select decode(encode(c2, 'US-ASCII'), 'US-ASCII') = decode(encode(c4, 'US-ASCII'), 'US-ASCII') from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 + A masked pattern was here POSTHOOK: query: explain vectorization detail select decode(encode(c2, 'US-ASCII'), 'US-ASCII'), @@ -549,6 +571,8 @@ select decode(encode(c2, 'US-ASCII'), 'US-ASCII') = decode(encode(c4, 'US-ASCII'), 'US-ASCII') from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -643,6 +667,8 @@ select instr(c2, '_') = instr(c4, '_') from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 + A masked pattern was here POSTHOOK: query: explain vectorization detail select instr(c2, '_'), @@ -650,6 +676,8 @@ select instr(c2, '_') = instr(c4, '_') from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -744,6 +772,8 @@ select replace(c1, '_', c2) = replace(c3, '_', c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 + A masked pattern was here POSTHOOK: query: explain vectorization detail select replace(c1, '_', c2), @@ -751,6 +781,8 @@ select replace(c1, '_', c2) = replace(c3, '_', c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOO
[06/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id3.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id3.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id3.q.out index 02f4683..bd81fcb 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id3.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id3.q.out @@ -34,6 +34,8 @@ GROUP BY key, value GROUPING SETS ((), (key)) HAVING GROUPING__ID = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n112 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, value, GROUPING__ID, count(*) FROM T1_n112 @@ -41,6 +43,8 @@ GROUP BY key, value GROUPING SETS ((), (key)) HAVING GROUPING__ID = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n112 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -210,6 +214,8 @@ GROUP BY key, value GROUPING SETS ((), (key)) HAVING GROUPING__ID = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n112 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, value, GROUPING__ID, count(*) FROM T1_n112 @@ -217,6 +223,8 @@ GROUP BY key, value GROUPING SETS ((), (key)) HAVING GROUPING__ID = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n112 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets1.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets1.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets1.q.out index 1229c6d..7e15227 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets1.q.out @@ -46,9 +46,13 @@ t1_n30.a t1_n30.bt1_n30.c PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n30 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n30 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -208,9 +212,13 @@ NULL NULL6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n30 group by cube(a, b) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n30 group by cube(a, b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -370,9 +378,13 @@ NULL NULL6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM T1_n30 GROUP BY a, b GROUPING SETS (a, (a, b), b, ()) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM T1_n30 GROUP BY a, b GROUPING SETS (a, (a, b), b, ()) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -532,9 +544,13 @@ NULL NULL6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM T1_n30 GROUP BY a, b GROUPING SETS (a, (a, b)) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM T1_n30 GROUP BY a, b GROUPING SETS (a, (a, b)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -690,9 +706,13 @@ a b _c2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a FROM T1_n30 GROUP BY a, b, c GROUPING SETS (a, b, c) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a FROM T1_n30 GROUP BY a, b, c GROUPING SETS (a, b, c) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -846,9 +866,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a FROM T1_n30 GROUP BY a GROUPING SETS ((a), (a)) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a FROM T1_n30 GROUP BY a GROUPING SETS ((a),
[45/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/cast1.q.out -- diff --git a/ql/src/test/results/clientpositive/cast1.q.out b/ql/src/test/results/clientpositive/cast1.q.out index e4e8dd6..8529504 100644 --- a/ql/src/test/results/clientpositive/cast1.q.out +++ b/ql/src/test/results/clientpositive/cast1.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n151 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n151 SELECT 3 + 2, 3.0 + 2, 3 + 2.0, 3.0 + 2.0, 3 + CAST(2.0 AS INT) + CAST(CAST(0 AS SMALLINT) AS INT), CAST(1 AS BOOLEAN), CAST(TRUE AS INT) WHERE src.key = 86 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n151 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n151 SELECT 3 + 2, 3.0 + 2, 3 + 2.0, 3.0 + 2.0, 3 + CAST(2.0 AS INT) + CAST(CAST(0 AS SMALLINT) AS INT), CAST(1 AS BOOLEAN), CAST(TRUE AS INT) WHERE src.key = 86 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n151 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/cast_on_constant.q.out -- diff --git a/ql/src/test/results/clientpositive/cast_on_constant.q.out b/ql/src/test/results/clientpositive/cast_on_constant.q.out index 731129c..b77460c 100644 --- a/ql/src/test/results/clientpositive/cast_on_constant.q.out +++ b/ql/src/test/results/clientpositive/cast_on_constant.q.out @@ -8,8 +8,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t1_n138 PREHOOK: query: explain select * from t1_n138 where ts_field = "2016-01-23 00:00:00" PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n138 + A masked pattern was here POSTHOOK: query: explain select * from t1_n138 where ts_field = "2016-01-23 00:00:00" POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n138 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -45,8 +49,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t1_n138 where date_field = "2016-01-23" PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n138 + A masked pattern was here POSTHOOK: query: explain select * from t1_n138 where date_field = "2016-01-23" POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n138 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -82,8 +90,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t1_n138 where ts_field = timestamp '2016-01-23 00:00:00' PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n138 + A masked pattern was here POSTHOOK: query: explain select * from t1_n138 where ts_field = timestamp '2016-01-23 00:00:00' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n138 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -119,8 +131,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t1_n138 where date_field = date '2016-01-23' PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n138 + A masked pattern was here POSTHOOK: query: explain select * from t1_n138 where date_field = date '2016-01-23' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n138 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -156,8 +172,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t1_n138 where date_field = ts_field PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n138 + A masked pattern was here POSTHOOK: query: explain select * from t1_n138 where date_field = ts_field POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n138 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out -- diff --git a/ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out b/ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out index 6900f62..d454991 100644 --- a/ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out +++ b/ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out @@ -16,12 +16,16 @@ union all select key from s_n3 b order by key PREHOOK: type: QUERY +PREHOOK: Input: default@s_n3 + A masked pattern was here POSTHOOK: query: explain select key from s_n3 a union all select key from s_n3 b order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n3 +
[35/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out -- diff --git a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out index 43c606e..8af667d 100644 --- a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out +++ b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out @@ -58,10 +58,18 @@ PREHOOK: query: explain select * from part p1 join part2_n4 p2 join part3_n1 p3 on p1.p_name = p2_name join part p4 where p2_name = p3_name and p1.p_name = p4.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n4 +PREHOOK: Input: default@part3_n1 + A masked pattern was here POSTHOOK: query: explain select * from part p1 join part2_n4 p2 join part3_n1 p3 on p1.p_name = p2_name join part p4 where p2_name = p3_name and p1.p_name = p4.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n4 +POSTHOOK: Input: default@part3_n1 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -170,11 +178,19 @@ from part p1 join part2_n4 p2 join part3_n1 p3 on p2_name = p1.p_name join part where p2_name = p3_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n4 +PREHOOK: Input: default@part3_n1 + A masked pattern was here POSTHOOK: query: explain select * from part p1 join part2_n4 p2 join part3_n1 p3 on p2_name = p1.p_name join part p4 where p2_name = p3_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n4 +POSTHOOK: Input: default@part3_n1 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out -- diff --git a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out index d80bbf1..9492ca9 100644 --- a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out +++ b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out @@ -39,8 +39,14 @@ POSTHOOK: Lineage: rtable.rk1 SCRIPT [] POSTHOOK: Lineage: rtable.rk2 SCRIPT [] PREHOOK: query: EXPLAIN SELECT * FROM ltable l LEFT OUTER JOIN rtable r on (l.lk1 = r.rk1 AND l.lk2 = r.rk2) WHERE COALESCE(l.la,'EMPTY')=COALESCE(r.ra,'EMPTY') PREHOOK: type: QUERY +PREHOOK: Input: default@ltable +PREHOOK: Input: default@rtable + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM ltable l LEFT OUTER JOIN rtable r on (l.lk1 = r.rk1 AND l.lk2 = r.rk2) WHERE COALESCE(l.la,'EMPTY')=COALESCE(r.ra,'EMPTY') POSTHOOK: type: QUERY +POSTHOOK: Input: default@ltable +POSTHOOK: Input: default@rtable + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -114,8 +120,14 @@ POSTHOOK: Input: default@rtable 2 NULLCD5415192225530 00071 NULLNULLNULL PREHOOK: query: EXPLAIN SELECT * FROM ltable l LEFT OUTER JOIN rtable r on (l.lk1 = r.rk1 AND l.lk2 = r.rk2) WHERE COALESCE(l.la,'EMPTY')=COALESCE(r.ra,'EMPTY') PREHOOK: type: QUERY +PREHOOK: Input: default@ltable +PREHOOK: Input: default@rtable + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM ltable l LEFT OUTER JOIN rtable r on (l.lk1 = r.rk1 AND l.lk2 = r.rk2) WHERE COALESCE(l.la,'EMPTY')=COALESCE(r.ra,'EMPTY') POSTHOOK: type: QUERY +POSTHOOK: Input: default@ltable +POSTHOOK: Input: default@rtable + A masked pattern was here STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/join_emit_interval.q.out -- diff --git a/ql/src/test/results/clientpositive/join_emit_interval.q.out b/ql/src/test/results/clientpositive/join_emit_interval.q.out index 6b8178d..44d69da 100644 --- a/ql/src/test/results/clientpositive/join_emit_interval.q.out +++ b/ql/src/test/results/clientpositive/join_emit_interval.q.out @@ -45,11 +45,17 @@ SELECT * FROM test1_n7 LEFT OUTER JOIN test2_n4 ON (test1_n7.value=test2_n4.value AND test1_n7.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n7 +PREHOOK: Input: default@test2_n4 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM test1
[39/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/groupby_grouping_sets_grouping.q.out -- diff --git a/ql/src/test/results/clientpositive/groupby_grouping_sets_grouping.q.out b/ql/src/test/results/clientpositive/groupby_grouping_sets_grouping.q.out index d5945ea..3b5a097 100644 --- a/ql/src/test/results/clientpositive/groupby_grouping_sets_grouping.q.out +++ b/ql/src/test/results/clientpositive/groupby_grouping_sets_grouping.q.out @@ -19,11 +19,15 @@ select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by rollup(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 + A masked pattern was here POSTHOOK: query: explain select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by rollup(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -101,11 +105,15 @@ select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by cube(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 + A masked pattern was here POSTHOOK: query: explain select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by cube(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -189,12 +197,16 @@ from T1_n64 group by cube(key, value) having grouping(key) = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 + A masked pattern was here POSTHOOK: query: explain select key, value from T1_n64 group by cube(key, value) having grouping(key) = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -274,6 +286,8 @@ group by cube(key, value) having grouping(key) = 1 OR grouping(value) = 1 order by x desc, case when x = 1 then key end PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 + A masked pattern was here POSTHOOK: query: explain select key, value, grouping(key)+grouping(value) as x from T1_n64 @@ -281,6 +295,8 @@ group by cube(key, value) having grouping(key) = 1 OR grouping(value) = 1 order by x desc, case when x = 1 then key end POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -386,11 +402,15 @@ select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by rollup(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 + A masked pattern was here POSTHOOK: query: explain select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by rollup(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -468,11 +488,15 @@ select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by cube(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 + A masked pattern was here POSTHOOK: query: explain select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by cube(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -556,12 +580,16 @@ from T1_n64 group by cube(key, value) having grouping(key) = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 + A masked pattern was here POSTHOOK: query: explain select key, value from T1_n64 group by cube(key, value) having grouping(key) = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -638,6 +666,8 @@ group by cube(key, value) having grouping(key) = 1 OR grouping(value) = 1 order by x desc, case when x = 1 then key end PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 + A masked pattern was here POSTHOOK: query: explain select key, value, grouping(key)+grouping(value) as x from T1_n64 @@ -645,6 +675,8 @@ group by cube(key, value) having grouping(key) = 1 OR grouping(value) = 1 order by x desc, case when x = 1 then key end POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -750,11 +782,15 @@ select key, value, grouping(key), grouping(value) from T1_n64
[44/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out -- diff --git a/ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out b/ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out index 7d83d6e..f2a9094 100644 --- a/ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out +++ b/ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out @@ -69,9 +69,19 @@ POSTHOOK: Output: default@employee_part_n0@employeesalary=3000.0/country=UK PREHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary='4000.0', country) compute statistics for columns employeeName, employeeID PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part_n0 +PREHOOK: Input: default@employee_part_n0@employeesalary=4000.0/country=USA +PREHOOK: Output: default@employee_part_n0 +PREHOOK: Output: default@employee_part_n0@employeesalary=4000.0/country=USA + A masked pattern was here POSTHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary='4000.0', country) compute statistics for columns employeeName, employeeID POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part_n0 +POSTHOOK: Input: default@employee_part_n0@employeesalary=4000.0/country=USA +POSTHOOK: Output: default@employee_part_n0 +POSTHOOK: Output: default@employee_part_n0@employeesalary=4000.0/country=USA + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -200,9 +210,23 @@ commentfrom deserializer PREHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary='2000.0') compute statistics for columns employeeID PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part_n0 +PREHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=UK +PREHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=USA +PREHOOK: Output: default@employee_part_n0 +PREHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=UK +PREHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=USA + A masked pattern was here POSTHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary='2000.0') compute statistics for columns employeeID POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part_n0 +POSTHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=UK +POSTHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=USA +POSTHOOK: Output: default@employee_part_n0 +POSTHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=UK +POSTHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=USA + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -314,9 +338,39 @@ commentfrom deserializer PREHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary) compute statistics for columns employeeID PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part_n0 +PREHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=UK +PREHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=USA +PREHOOK: Input: default@employee_part_n0@employeesalary=3000.0/country=UK +PREHOOK: Input: default@employee_part_n0@employeesalary=3000.0/country=USA +PREHOOK: Input: default@employee_part_n0@employeesalary=3500.0/country=UK +PREHOOK: Input: default@employee_part_n0@employeesalary=4000.0/country=USA +PREHOOK: Output: default@employee_part_n0 +PREHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=UK +PREHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=USA +PREHOOK: Output: default@employee_part_n0@employeesalary=3000.0/country=UK +PREHOOK: Output: default@employee_part_n0@employeesalary=3000.0/country=USA +PREHOOK: Output: default@employee_part_n0@employeesalary=3500.0/country=UK +PREHOOK: Output: default@employee_part_n0@employeesalary=4000.0/country=USA + A masked pattern was here POSTHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary) compute statistics for columns employeeID POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part_n0 +POSTHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=UK +POSTHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=USA +POSTHOOK: Input: default@employee_part_n0@employeesalary=3000.0/country=UK +POSTHOOK: Input: default@employee_part_n0@employeesalary=3000.0/country=USA +POSTHOOK: Input: default@employee_part_n0@employeesalary=3500.0/country=UK +POSTHOOK: Input: default@employee_part_n0@employeesalary=4000.0/country=USA +POSTHOOK: Output: default@employee_part_n0 +POSTHOOK: Output: default@employee_pa
[33/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/auto_join29.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/auto_join29.q.out b/ql/src/test/results/clientpositive/llap/auto_join29.q.out index 3891ea0..b8760c3 100644 --- a/ql/src/test/results/clientpositive/llap/auto_join29.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_join29.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -616,9 +620,13 @@ NULL NULLNULLNULL98 val_98 PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1234,9 +1242,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1864,9 +1876,13 @@ NULL NULL98 val_98 NULLNULL PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2491,9 +2507,13 @@ NULL NULLNULLNULL98 val_98 PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2608,9 +2628,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AN
[42/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out -- diff --git a/ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out b/ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out index b664e8c..8429ab3 100644 --- a/ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out +++ b/ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out @@ -205,6 +205,9 @@ FROM druid_kafka_test) b ON a.shortname = b.language ) PREHOOK: type: QUERY +PREHOOK: Input: default@druid_kafka_test +PREHOOK: Input: default@languages +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN EXTENDED SELECT a.fullname, b.`user` FROM @@ -217,6 +220,9 @@ FROM druid_kafka_test) b ON a.shortname = b.language ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_kafka_test +POSTHOOK: Input: default@languages +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/druid/druidmini_dynamic_partition.q.out -- diff --git a/ql/src/test/results/clientpositive/druid/druidmini_dynamic_partition.q.out b/ql/src/test/results/clientpositive/druid/druidmini_dynamic_partition.q.out index 8b1e446..3c33eb2 100644 --- a/ql/src/test/results/clientpositive/druid/druidmini_dynamic_partition.q.out +++ b/ql/src/test/results/clientpositive/druid/druidmini_dynamic_partition.q.out @@ -78,6 +78,9 @@ PREHOOK: query: EXPLAIN CREATE EXTERNAL TABLE druid_partitioned_table cboolean2 FROM alltypesorc where ctimestamp1 IS NOT NULL PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: database:default +PREHOOK: Output: default@druid_partitioned_table POSTHOOK: query: EXPLAIN CREATE EXTERNAL TABLE druid_partitioned_table STORED BY 'org.apache.hadoop.hive.druid.DruidStorageHandler' TBLPROPERTIES ( @@ -99,6 +102,9 @@ POSTHOOK: query: EXPLAIN CREATE EXTERNAL TABLE druid_partitioned_table cboolean2 FROM alltypesorc where ctimestamp1 IS NOT NULL POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: database:default +POSTHOOK: Output: default@druid_partitioned_table STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -309,6 +315,8 @@ SELECT cast (`ctimestamp2` as timestamp with local time zone) as `__time`, cboolean2 FROM alltypesorc where ctimestamp2 IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@druid_partitioned_table POSTHOOK: query: EXPLAIN INSERT INTO TABLE druid_partitioned_table SELECT cast (`ctimestamp2` as timestamp with local time zone) as `__time`, cstring1, @@ -323,6 +331,8 @@ SELECT cast (`ctimestamp2` as timestamp with local time zone) as `__time`, cboolean2 FROM alltypesorc where ctimestamp2 IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@druid_partitioned_table STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 is a root stage @@ -446,6 +456,8 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE druid_partitioned_table cboolean2 FROM alltypesorc where ctimestamp1 IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@druid_partitioned_table POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE druid_partitioned_table SELECT cast (`ctimestamp1` as timestamp with local time zone) as `__time`, cstring1, @@ -460,6 +472,8 @@ POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE druid_partitioned_table cboolean2 FROM alltypesorc where ctimestamp1 IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@druid_partitioned_table STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 is a root stage http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/druid/druidmini_extractTime.q.out -- diff --git a/ql/src/test/results/clientpositive/druid/druidmini_extractTime.q.out b/ql/src/test/results/clientpositive/druid/druidmini_extractTime.q.out index a7fb6c5..575bf53 100644 --- a/ql/src/test/results/clientpositive/druid/druidmini_extractTime.q.out +++ b/ql/src/test/results/clientpositive/druid/druidmini_extractTime.q.out @@ -805,11 +805,15 @@ year(date_c), month(date_c),day(date_c), year(timestamp_c), month(timestamp_c),day(timestamp_c), hour(timestamp_c), minute (timestamp_c), second (timestamp_c) from druid_test_extract_from_string_table PREHOOK: type: QUERY +PREHOOK: Input: default@druid_test_extract_from_string_
[10/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out b/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out index 94883ce..501c3b6 100644 --- a/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out @@ -1841,6 +1841,392 @@ Stage-1 INPUT COUNTERS: RAW_INPUT_SPLITS_Map_1: 148 PREHOOK: query: explain select sum(hash(*)) from testpart t1 join testpart1 t2 on t1.v = t2.v PREHOOK: type: QUERY +PREHOOK: Input: default@testpart +PREHOOK: Input: default@testpart1 +PREHOOK: Input: default@testpart1@v=val_0 +PREHOOK: Input: default@testpart1@v=val_10 +PREHOOK: Input: default@testpart1@v=val_100 +PREHOOK: Input: default@testpart1@v=val_103 +PREHOOK: Input: default@testpart1@v=val_104 +PREHOOK: Input: default@testpart1@v=val_105 +PREHOOK: Input: default@testpart1@v=val_11 +PREHOOK: Input: default@testpart1@v=val_111 +PREHOOK: Input: default@testpart1@v=val_113 +PREHOOK: Input: default@testpart1@v=val_114 +PREHOOK: Input: default@testpart1@v=val_116 +PREHOOK: Input: default@testpart1@v=val_118 +PREHOOK: Input: default@testpart1@v=val_119 +PREHOOK: Input: default@testpart1@v=val_12 +PREHOOK: Input: default@testpart1@v=val_120 +PREHOOK: Input: default@testpart1@v=val_125 +PREHOOK: Input: default@testpart1@v=val_126 +PREHOOK: Input: default@testpart1@v=val_128 +PREHOOK: Input: default@testpart1@v=val_129 +PREHOOK: Input: default@testpart1@v=val_131 +PREHOOK: Input: default@testpart1@v=val_133 +PREHOOK: Input: default@testpart1@v=val_134 +PREHOOK: Input: default@testpart1@v=val_136 +PREHOOK: Input: default@testpart1@v=val_137 +PREHOOK: Input: default@testpart1@v=val_138 +PREHOOK: Input: default@testpart1@v=val_143 +PREHOOK: Input: default@testpart1@v=val_145 +PREHOOK: Input: default@testpart1@v=val_146 +PREHOOK: Input: default@testpart1@v=val_149 +PREHOOK: Input: default@testpart1@v=val_15 +PREHOOK: Input: default@testpart1@v=val_150 +PREHOOK: Input: default@testpart1@v=val_152 +PREHOOK: Input: default@testpart1@v=val_153 +PREHOOK: Input: default@testpart1@v=val_155 +PREHOOK: Input: default@testpart1@v=val_156 +PREHOOK: Input: default@testpart1@v=val_157 +PREHOOK: Input: default@testpart1@v=val_158 +PREHOOK: Input: default@testpart1@v=val_160 +PREHOOK: Input: default@testpart1@v=val_162 +PREHOOK: Input: default@testpart1@v=val_163 +PREHOOK: Input: default@testpart1@v=val_164 +PREHOOK: Input: default@testpart1@v=val_165 +PREHOOK: Input: default@testpart1@v=val_166 +PREHOOK: Input: default@testpart1@v=val_167 +PREHOOK: Input: default@testpart1@v=val_168 +PREHOOK: Input: default@testpart1@v=val_169 +PREHOOK: Input: default@testpart1@v=val_17 +PREHOOK: Input: default@testpart1@v=val_170 +PREHOOK: Input: default@testpart1@v=val_172 +PREHOOK: Input: default@testpart1@v=val_174 +PREHOOK: Input: default@testpart1@v=val_175 +PREHOOK: Input: default@testpart1@v=val_176 +PREHOOK: Input: default@testpart1@v=val_177 +PREHOOK: Input: default@testpart1@v=val_178 +PREHOOK: Input: default@testpart1@v=val_179 +PREHOOK: Input: default@testpart1@v=val_18 +PREHOOK: Input: default@testpart1@v=val_180 +PREHOOK: Input: default@testpart1@v=val_181 +PREHOOK: Input: default@testpart1@v=val_183 +PREHOOK: Input: default@testpart1@v=val_186 +PREHOOK: Input: default@testpart1@v=val_187 +PREHOOK: Input: default@testpart1@v=val_189 +PREHOOK: Input: default@testpart1@v=val_19 +PREHOOK: Input: default@testpart1@v=val_190 +PREHOOK: Input: default@testpart1@v=val_191 +PREHOOK: Input: default@testpart1@v=val_192 +PREHOOK: Input: default@testpart1@v=val_193 +PREHOOK: Input: default@testpart1@v=val_194 +PREHOOK: Input: default@testpart1@v=val_195 +PREHOOK: Input: default@testpart1@v=val_196 +PREHOOK: Input: default@testpart1@v=val_197 +PREHOOK: Input: default@testpart1@v=val_199 +PREHOOK: Input: default@testpart1@v=val_2 +PREHOOK: Input: default@testpart1@v=val_20 +PREHOOK: Input: default@testpart@v=val_0 +PREHOOK: Input: default@testpart@v=val_10 +PREHOOK: Input: default@testpart@v=val_100 +PREHOOK: Input: default@testpart@v=val_103 +PREHOOK: Input: default@testpart@v=val_104 +PREHOOK: Input: default@testpart@v=val_105 +PREHOOK: Input: default@testpart@v=val_11 +PREHOOK: Input: default@testpart@v=val_111 +PREHOOK: Input: default@testpart@v=val_113 +PREHOOK: Input: default@testpart@v=val_114 +PREHOOK: Input: default@testpart@v=val_116 +PREHOOK: Input: default@testpart@v=val_118 +PREHOOK: Input: default@testpart@v=val_119 +PREHOOK: Input: default@testpart@v=val_12 +PREHOOK: Input: default@testpart@v=val_120 +PREHOOK: Input: default@testpart@v=val_125 +PREHOOK: Input: default@testpart@v=val_126 +PREHOOK: Input: default@testpart@v=val_128 +PREHOOK: Input: default@testpart@v=val_129 +PREHOOK: Input: default@testpart@v=val_131 +PREHOOK: Input: default@te
[17/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out b/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out index bf4b56d..5db8170 100644 --- a/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out +++ b/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out @@ -38,9 +38,13 @@ test.comment="Run queries to load into cache" PREHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 + A masked pattern was here POSTHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -108,9 +112,13 @@ POSTHOOK: Input: default@tab1_n6 PREHOOK: query: explain select max(key) from tab2_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@tab2_n5 + A masked pattern was here POSTHOOK: query: explain select max(key) from tab2_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2_n5 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -177,9 +185,15 @@ POSTHOOK: Input: default@tab2_n5 PREHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 +PREHOOK: Input: default@tab2_n5 + A masked pattern was here POSTHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 +POSTHOOK: Input: default@tab2_n5 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -287,9 +301,11 @@ test.comment="Q1 should now be able to use cache" PREHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 POSTHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -312,9 +328,11 @@ test.comment="Q2 should now be able to use cache" PREHOOK: query: explain select max(key) from tab2_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@tab2_n5 POSTHOOK: query: explain select max(key) from tab2_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2_n5 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -337,9 +355,13 @@ test.comment="Q3 should now be able to use cache" PREHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 +PREHOOK: Input: default@tab2_n5 POSTHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 +POSTHOOK: Input: default@tab2_n5 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -374,9 +396,13 @@ test.comment="Q1 should not use cache" PREHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 + A masked pattern was here POSTHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -445,9 +471,11 @@ test.comment="Q2 should still use cache since tab2_n5 not updated" PREHOOK: query: explain select max(key) from tab2_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@tab2_n5 POSTHOOK: query: explain select max(key) from tab2_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2_n5 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -470,9 +498,15 @@ test.comment="Q3 should not use cache" PREHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 +PREHOOK: Input: default@tab2_n5 + A masked pattern was here POSTHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 +POSTHOOK: Input: default@tab2_n5 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -590,9 +624,11 @@ test.comment="Q1 should use cache" PREHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 POSTHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 POSTHOOK: type: QUER
[03/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out b/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out index 57a1ea7..661800c 100644 --- a/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out @@ -247,9 +247,13 @@ POSTHOOK: Input: default@flights_tiny_orc PREHOOK: query: explain vectorization expression select * from flights_tiny_orc sort by fl_num, fl_date limit 25 PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_orc + A masked pattern was here POSTHOOK: query: explain vectorization expression select * from flights_tiny_orc sort by fl_num, fl_date limit 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_orc + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -412,9 +416,13 @@ ChicagoNew York2010-10-27 2010-10-27 07:00:00 -11.0 897 PREHOOK: query: explain vectorization expression select fl_date, count(*) from flights_tiny_orc group by fl_date PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_orc + A masked pattern was here POSTHOOK: query: explain vectorization expression select fl_date, count(*) from flights_tiny_orc group by fl_date POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_orc + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -923,9 +931,37 @@ POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-31 PREHOOK: query: explain vectorization expression select * from flights_tiny_orc_partitioned_date PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_orc_partitioned_date +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-20 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-21 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-22 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-23 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-24 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-25 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-26 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-27 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-28 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-29 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-30 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-31 + A masked pattern was here POSTHOOK: query: explain vectorization expression select * from flights_tiny_orc_partitioned_date POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-20 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-21 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-22 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-23 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-24 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-25 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-26 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-27 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-28 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-29 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-30 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-31 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1154,9 +1190,37 @@ Washington New York2010-10-31 07:00:00 -18.0 72822010-10-31 PREHOOK: query: explain vectorization expression select * from flights_tiny_orc_partitioned_date sort by fl_num, fl_date limit 25 PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_orc_partitioned_date +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-20 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-21 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-22 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-23 +PREHOOK: Input: default@f
[16/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out index 83e0fe4..8d1b0c0 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out @@ -134,9 +134,17 @@ complex_struct1_c_txt_n5.insert_num complex_struct1_c_txt_n5.s1 complex_struct1_ PREHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1_n5 +PREHOOK: Input: default@part_change_various_various_struct1_n5@part=1 +PREHOOK: Input: default@part_change_various_various_struct1_n5@part=2 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1_n5 +POSTHOOK: Input: default@part_change_various_various_struct1_n5@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1_n5@part=2 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: false @@ -413,9 +421,17 @@ complex_struct2_d_txt_n5.insert_num complex_struct2_d_txt_n5.b complex_struct2_d PREHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2_n5 +PREHOOK: Input: default@part_add_various_various_struct2_n5@part=1 +PREHOOK: Input: default@part_add_various_various_struct2_n5@part=2 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2_n5 +POSTHOOK: Input: default@part_add_various_various_struct2_n5@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2_n5@part=2 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: false @@ -618,9 +634,17 @@ complex_struct4_c_txt_n5.insert_num complex_struct4_c_txt_n5.b complex_struct4_c PREHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4_n5 +PREHOOK: Input: default@part_add_to_various_various_struct4_n5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4_n5@part=2 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4_n5 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n5@part=2 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: false http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out index f70efd6..86b33ca 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out @@ -245,9 +245,15 @@ insert_num boolean1boolean1boolean1 boolean1boolean1boolean1boolean1boolea PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n6 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n6@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41
[26/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/explainuser_1.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out index 2b69d01..a51b1ad 100644 --- a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out +++ b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain create table src_orc_merge_test_part_n1(key int, value string) partitioned by (ds string, ts string) stored as orc PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@src_orc_merge_test_part_n1 POSTHOOK: query: explain create table src_orc_merge_test_part_n1(key int, value string) partitioned by (ds string, ts string) stored as orc POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@src_orc_merge_test_part_n1 Stage-0 Create Table Operator: name:default.src_orc_merge_test_part_n1 @@ -40,8 +44,12 @@ ts string A masked pattern was here PREHOOK: query: explain insert overwrite table src_orc_merge_test_part_n1 partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 POSTHOOK: query: explain insert overwrite table src_orc_merge_test_part_n1 partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 Plan optimized by CBO. Vertex dependency in root stage @@ -88,8 +96,12 @@ POSTHOOK: Lineage: src_orc_merge_test_part_n1 PARTITION(ds=2012-01-03,ts=2012-01 POSTHOOK: Lineage: src_orc_merge_test_part_n1 PARTITION(ds=2012-01-03,ts=2012-01-03+14:46:31).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain insert into table src_orc_merge_test_part_n1 partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 POSTHOOK: query: explain insert into table src_orc_merge_test_part_n1 partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 Plan optimized by CBO. Vertex dependency in root stage @@ -137,8 +149,12 @@ Stage-3 PREHOOK: query: explain select count(1) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_merge_test_part_n1 + A masked pattern was here POSTHOOK: query: explain select count(1) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_merge_test_part_n1 + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -147,8 +163,14 @@ Stage-0 PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_merge_test_part_n1 +PREHOOK: Input: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 + A masked pattern was here POSTHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_merge_test_part_n1 +POSTHOOK: Input: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 + A masked pattern was here Plan optimized by CBO. Vertex dependency in root stage @@ -181,8 +203,14 @@ POSTHOOK: Input: default@src_orc_merge_test_part_n1 POSTHOOK: Output: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 PREHOOK: query: explain select count(1) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_merge_test_part_n1 +PREHOOK: Input: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 + A masked pattern was here POSTHOOK: query: explain select count(1) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_merge_test_part_n1 +POSTHOOK: Input: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 + A masked pattern was here Plan optimized by CBO. Vertex dependency in roo
[43/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/count_dist_rewrite.q.out -- diff --git a/ql/src/test/results/clientpositive/count_dist_rewrite.q.out b/ql/src/test/results/clientpositive/count_dist_rewrite.q.out index 68f4c5d..31e0d9e 100644 --- a/ql/src/test/results/clientpositive/count_dist_rewrite.q.out +++ b/ql/src/test/results/clientpositive/count_dist_rewrite.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select count(distinct key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select count(distinct key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -87,8 +91,12 @@ POSTHOOK: Input: default@src 309 PREHOOK: query: explain select max(key), count(distinct key) B1_CNTD from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select max(key), count(distinct key) B1_CNTD from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -177,8 +185,12 @@ POSTHOOK: Input: default@src 98 309 PREHOOK: query: explain select max(key), count(distinct key), min(key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select max(key), count(distinct key), min(key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -267,8 +279,12 @@ POSTHOOK: Input: default@src 98 309 0 PREHOOK: query: explain select max(key), count(distinct key), min(key), avg(key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select max(key), count(distinct key), min(key), avg(key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -360,8 +376,12 @@ POSTHOOK: Input: default@src 98 309 0 260.182 PREHOOK: query: explain select count(1), count(distinct key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select count(1), count(distinct key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -456,6 +476,8 @@ PREHOOK: query: explain select max(key) as max_ss_promo_sk from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select count(*) as total, count(key) as not_null_total, @@ -464,6 +486,8 @@ POSTHOOK: query: explain select max(key) as max_ss_promo_sk from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -564,8 +588,12 @@ POSTHOOK: Input: default@src 500500 309 val_98 98 PREHOOK: query: explain select count(1), count(distinct key), cast(STDDEV(key) as int) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select count(1), count(distinct key), cast(STDDEV(key) as int) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -676,6 +704,8 @@ PREHOOK: query: explain SELECT cast(variance(substr(src.value,5)) as int), cast(var_samp(substr(src.value,5)) as int) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain SELECT sum(substr(src.value,5)), avg(substr(src.value,5)), @@ -687,6 +717,8 @@ POSTHOOK: query: explain SELECT cast(variance(substr(src.value,5)) as int), cast(var_samp(substr(src.value,5)) as int) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -796,8 +828,12 @@ POSTHOOK: Input: default@src 130091.0 260.182 309 98 0 142 143 20428 20469 PREHOOK: query: explain select max(key), count(distinct key), min(key), avg(key) from src group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select max(key), count(distinct key), m
[24/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out b/ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out index 3954be5..e3906cc 100644 --- a/ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out @@ -14,8 +14,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(default, DEFAULT) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(default, DEFAULT) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -149,8 +153,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(234, dEfAULt) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(234, dEfAULt) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -284,8 +292,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: explain insert into insert_into1_n0 values(default, 3),(2,default) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: explain insert into insert_into1_n0 values(default, 3),(2,default) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -420,8 +432,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key) values(default) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key) values(default) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -555,8 +571,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key, value) values(2,default) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key, value) values(2,default) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -708,8 +728,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(default, DEFAULT) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(default, DEFAULT) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -843,8 +867,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(234, dEfAULt) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(234, dEfAULt) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -978,8 +1006,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: explain insert into insert_into1_n0 values(default, 3),(2,default) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: explain insert into insert_into1_n0 values(default, 3),(2,default) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_d
[32/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/bucket3.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/bucket3.q.out b/ql/src/test/results/clientpositive/llap/bucket3.q.out index ebcedc9..1f45b19 100644 --- a/ql/src/test/results/clientpositive/llap/bucket3.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket3.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket3_1 partition (ds='1') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket3_1@ds=1 POSTHOOK: query: explain extended insert overwrite table bucket3_1 partition (ds='1') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket3_1@ds=1 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -269,9 +273,15 @@ POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema( PREHOOK: query: explain select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@bucket3_1 +PREHOOK: Input: default@bucket3_1@ds=1 + A masked pattern was here POSTHOOK: query: explain select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket3_1 +POSTHOOK: Input: default@bucket3_1@ds=1 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/bucket4.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/bucket4.q.out b/ql/src/test/results/clientpositive/llap/bucket4.q.out index be3f350..ec91b3e 100644 --- a/ql/src/test/results/clientpositive/llap/bucket4.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket4.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket4_1 select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket4_1 POSTHOOK: query: explain extended insert overwrite table bucket4_1 select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket4_1 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -242,9 +246,13 @@ POSTHOOK: Lineage: bucket4_1.value SIMPLE [(src)src.FieldSchema(name:value, type PREHOOK: query: explain select * from bucket4_1 tablesample (bucket 1 out of 2) s PREHOOK: type: QUERY +PREHOOK: Input: default@bucket4_1 + A masked pattern was here POSTHOOK: query: explain select * from bucket4_1 tablesample (bucket 1 out of 2) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket4_1 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/bucket5.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/bucket5.q.out b/ql/src/test/results/clientpositive/llap/bucket5.q.out index ee444f2..bd56c35 100644 --- a/ql/src/test/results/clientpositive/llap/bucket5.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket5.q.out @@ -19,11 +19,17 @@ FROM src INSERT OVERWRITE TABLE bucketed_table SELECT key, value INSERT OVERWRITE TABLE unbucketed_table SELECT key, value cluster by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucketed_table +PREHOOK: Output: default@unbucketed_table POSTHOOK: query: EXPLAIN EXTENDED FROM src INSERT OVERWRITE TABLE bucketed_table SELECT key, value INSERT OVERWRITE TABLE unbucketed_table SELECT key, value cluster by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucketed_table +POSTHOOK: Output: default@unbucketed_table STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2, Stage-7, Stage-6, Stage-9 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/bucket6.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/bucket6.q.out b/ql/src/test/results/clientpositive/llap/bucket6.q.out index d0c1500..f8d920b 100644 --- a/ql/src/test/results/clientpositive/llap/bucket6.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket6.q.out @@ -9,9 +9,21 @@ POSTHOOK: Output: default@src_bucket PREHOOK: query: explain insert into table src_bucket select key,value from srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREH
[14/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out index d71107d..08796c3 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out @@ -60,9 +60,15 @@ col1 col2col3col4 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select_n11 +PREHOOK: Input: default@part_add_int_permute_select_n11@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select_n11 +POSTHOOK: Input: default@part_add_int_permute_select_n11@part=1 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -219,9 +225,15 @@ col1 col2col3col4col5 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select_n11 +PREHOOK: Input: default@part_add_int_string_permute_select_n11@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select_n11 +POSTHOOK: Input: default@part_add_int_string_permute_select_n11@part=1 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -432,9 +444,15 @@ insert_num double1 double1 double1 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double_n11 +PREHOOK: Input: default@part_change_string_group_double_n11@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double_n11 +POSTHOOK: Input: default@part_change_string_group_double_n11@part=1 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -584,9 +602,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n11 +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n11@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n11 +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n11@part=1 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -805,9 +829,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n11 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n11@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n11 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n11@part=1 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -1016,9 +1046,15 @@ _col0_col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8
[49/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out -- diff --git a/ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out b/ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out index a3a264d..97780ff 100644 --- a/ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out +++ b/ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN SELECT TRANSFORM(key) USING 'python sleep.py' AS k FROM (SELECT key FROM src1 GROUP BY key) a ORDER BY k PREHOOK: type: QUERY +PREHOOK: Input: default@src1 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT TRANSFORM(key) USING 'python sleep.py' AS k FROM (SELECT key FROM src1 GROUP BY key) a ORDER BY k POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientnegative/udf_assert_true.q.out -- diff --git a/ql/src/test/results/clientnegative/udf_assert_true.q.out b/ql/src/test/results/clientnegative/udf_assert_true.q.out index 7fc50d6..81a385a 100644 --- a/ql/src/test/results/clientnegative/udf_assert_true.q.out +++ b/ql/src/test/results/clientnegative/udf_assert_true.q.out @@ -5,8 +5,12 @@ POSTHOOK: type: DESCFUNCTION ASSERT_TRUE(condition) - Throw an exception if 'condition' is not true. PREHOOK: query: EXPLAIN SELECT ASSERT_TRUE(x > 0) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT ASSERT_TRUE(x > 0) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -82,8 +86,12 @@ NULL NULL PREHOOK: query: EXPLAIN SELECT ASSERT_TRUE(x < 2) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT ASSERT_TRUE(x < 2) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientnegative/udf_assert_true2.q.out -- diff --git a/ql/src/test/results/clientnegative/udf_assert_true2.q.out b/ql/src/test/results/clientnegative/udf_assert_true2.q.out index f061a92..dca3f2d 100644 --- a/ql/src/test/results/clientnegative/udf_assert_true2.q.out +++ b/ql/src/test/results/clientnegative/udf_assert_true2.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT 1 + ASSERT_TRUE(x < 2) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT 1 + ASSERT_TRUE(x < 2) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/acid_mapjoin.q.out -- diff --git a/ql/src/test/results/clientpositive/acid_mapjoin.q.out b/ql/src/test/results/clientpositive/acid_mapjoin.q.out index 5569a03..c07b8ef 100644 --- a/ql/src/test/results/clientpositive/acid_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/acid_mapjoin.q.out @@ -61,9 +61,15 @@ POSTHOOK: Output: default@acid1 PREHOOK: query: explain select count(*) from acid1 join acid2 on acid1.key = acid2.key PREHOOK: type: QUERY +PREHOOK: Input: default@acid1 +PREHOOK: Input: default@acid2 + A masked pattern was here POSTHOOK: query: explain select count(*) from acid1 join acid2 on acid1.key = acid2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid1 +POSTHOOK: Input: default@acid2 + A masked pattern was here STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/acid_nullscan.q.out -- diff --git a/ql/src/test/results/clientpositive/acid_nullscan.q.out b/ql/src/test/results/clientpositive/acid_nullscan.q.out inde
[38/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out -- diff --git a/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out b/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out index 6b4489a..9fb25d2 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out @@ -38,10 +38,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM T1_n56 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM T1_n56 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` GROUP BY `key` @@ -484,10 +488,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl2_n3 SELECT key, val, count(1) FROM T1_n56 GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl2_n3 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl2_n3 SELECT key, val, count(1) FROM T1_n56 GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl2_n3 OPTIMIZED SQL: SELECT `key`, `val`, COUNT(*) AS `$f2` FROM `default`.`t1_n56` GROUP BY `key`, `val` @@ -865,10 +873,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM (SELECT key, val FROM T1_n56) subq1 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM (SELECT key, val FROM T1_n56) subq1 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` GROUP BY `key` @@ -1303,10 +1315,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT k, count(1) FROM (SELECT key as k, val as v FROM T1_n56) subq1 GROUP BY k PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT k, count(1) FROM (SELECT key as k, val as v FROM T1_n56) subq1 GROUP BY k POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` GROUP BY `key` @@ -1749,10 +1765,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n1 SELECT 1, key, count(1) FROM T1_n56 GROUP BY 1, key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl3_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n1 SELECT 1, key, count(1) FROM T1_n56 GROUP BY 1, key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl3_n1 OPTIMIZED SQL: SELECT 1 AS `_o__c0`, `key`, COUNT(*) AS `_o__c2` FROM `default`.`t1_n56` GROUP BY `key` @@ -2196,10 +2216,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n1 SELECT key, 1, val, count(1) FROM T1_n56 GROUP BY key, 1, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl4_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n1 SELECT key, 1, val, count(1) FROM T1_n56 GROUP BY key, 1, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl4_n1 OPTIMIZED SQL: SELECT `key`, 1 AS `_o__c1`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t1_n56` GROUP BY `key`, `val` @@ -2578,10 +2602,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n1 SELECT key, key + 1, count(1) FROM T1_n56 GROUP BY key, key + 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl3_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n1 SELECT key, key + 1, count(1) FROM T1_n56 GROUP BY key, key + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl3_n1 OPTIMIZED SQL: SELECT `key` AS `$f0`, CAST(`key` AS DOUBLE) + CAST(1 AS DOUBLE) AS `$f1`, COUNT(*) AS `$f2` FROM `default`.`t1_n56` GROUP BY `key`, CAST(`key` AS DOUBLE) + CAST(1 AS DOUBLE) @@ -2960,12 +2988,16 @@ SELECT cast(key + key as string), sum(cnt) from (SELECT key, count(1) as cnt FROM T1_n56 GROUP BY key) subq1 group by key + key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSER
[13/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/semijoin6.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/semijoin6.q.out b/ql/src/test/results/clientpositive/llap/semijoin6.q.out index 1c03f3f..048e714 100644 --- a/ql/src/test/results/clientpositive/llap/semijoin6.q.out +++ b/ql/src/test/results/clientpositive/llap/semijoin6.q.out @@ -37,9 +37,15 @@ POSTHOOK: Lineage: tx2_n0.b SCRIPT [] PREHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 + A masked pattern was here POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -137,9 +143,15 @@ POSTHOOK: Input: default@tx2_n0 PREHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.b <=> v.b PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 + A masked pattern was here POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.b <=> v.b POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -230,9 +242,15 @@ Warning: Shuffle Join MERGEJOIN[12][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc PREHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.b <> v.b PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 + A masked pattern was here POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.b <> v.b POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -329,9 +347,15 @@ NULL 400 PREHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a and u.b <> v.b PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 + A masked pattern was here POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a and u.b <> v.b POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -435,9 +459,15 @@ Warning: Shuffle Join MERGEJOIN[12][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc PREHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a or u.b <> v.b PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 + A masked pattern was here POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a or u.b <> v.b POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -534,9 +564,13 @@ NULL 400 PREHOOK: query: explain select * from tx1_n1 u left semi join tx1_n1 v on u.a=v.a PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 + A masked pattern was here POSTHOOK: query: explain select * from tx1_n1 u left semi join tx1_n1 v on u.a=v.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -637,6 +671,9 @@ on (u.a + v.b > 400) or (coalesce(u.a) + coalesce(v.b) > 1900)) and u.a = v.a PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 + A masked pattern was here POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on (u.a + v.b > 400) @@ -644,6 +681,9 @@ on (u.a + v.b > 400) or (coalesce(u.a) + coalesce(v.b) > 1900)) and u.a = v.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/semijoin7.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/semijoin7.q.out b/ql/src/test/results/clientpositive/llap/semijoin7.q.out index 5b4be8f..3143648 100644 --- a/ql/src/test/results/clientpositive/llap/semijoin7.q.out +++ b/ql/src/test/results/clientpositive/llap/semijoin7.q.ou
[48/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/annotate_stats_part.q.out -- diff --git a/ql/src/test/results/clientpositive/annotate_stats_part.q.out b/ql/src/test/results/clientpositive/annotate_stats_part.q.out index ec74ee2..6783102 100644 --- a/ql/src/test/results/clientpositive/annotate_stats_part.q.out +++ b/ql/src/test/results/clientpositive/annotate_stats_part.q.out @@ -42,8 +42,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@loc_orc_n4 PREHOOK: query: explain select * from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 + A masked pattern was here POSTHOOK: query: explain select * from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -78,8 +82,16 @@ POSTHOOK: Lineage: loc_orc_n4 PARTITION(year=__HIVE_DEFAULT_PARTITION__).state S POSTHOOK: Lineage: loc_orc_n4 PARTITION(year=__HIVE_DEFAULT_PARTITION__).zip SIMPLE [(loc_staging_n4)loc_staging_n4.FieldSchema(name:zip, type:bigint, comment:null), ] PREHOOK: query: explain select * from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here POSTHOOK: query: explain select * from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -109,8 +121,14 @@ POSTHOOK: Output: default@loc_orc_n4 POSTHOOK: Output: default@loc_orc_n4@year=2001 PREHOOK: query: explain select * from loc_orc_n4 where year='__HIVE_DEFAULT_PARTITION__' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here POSTHOOK: query: explain select * from loc_orc_n4 where year='__HIVE_DEFAULT_PARTITION__' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -130,8 +148,16 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here POSTHOOK: query: explain select * from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -151,8 +177,14 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n4 where year='2001' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 + A masked pattern was here POSTHOOK: query: explain select * from loc_orc_n4 where year='2001' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -184,8 +216,14 @@ POSTHOOK: Output: default@loc_orc_n4@year=2001 POSTHOOK: Output: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ PREHOOK: query: explain select * from loc_orc_n4 where year='__HIVE_DEFAULT_PARTITION__' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here POSTHOOK: query: explain select * from loc_orc_n4 where year='__HIVE_DEFAULT_PARTITION__' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -205,8 +243,16 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here POSTHOOK: query: explain select * from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -226,8 +272,16 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n4 where year='2001' or year='__HIVE_DEFAULT_PART
[23/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/leftsemijoin.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/leftsemijoin.q.out b/ql/src/test/results/clientpositive/llap/leftsemijoin.q.out index 363f2de..f059c75 100644 --- a/ql/src/test/results/clientpositive/llap/leftsemijoin.q.out +++ b/ql/src/test/results/clientpositive/llap/leftsemijoin.q.out @@ -111,8 +111,12 @@ POSTHOOK: Output: default@things_n1 Warning: Shuffle Join MERGEJOIN[24][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 4' is a cross product PREHOOK: query: explain select part.p_type from part join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part + A masked pattern was here POSTHOOK: query: explain select part.p_type from part join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -263,8 +267,12 @@ STANDARD PLATED TIN STANDARD POLISHED STEEL PREHOOK: query: explain select part.p_type from part left join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part + A masked pattern was here POSTHOOK: query: explain select part.p_type from part left join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out b/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out index 76a8bf6..4a9db25 100644 --- a/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out +++ b/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out @@ -4,12 +4,16 @@ from src src1 left outer join src src2 on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select * from src src1 left outer join src src2 on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -105,12 +109,16 @@ from src src1 left outer join src src2 on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select * from src src1 left outer join src src2 on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -206,12 +214,16 @@ from src src1 left outer join src src2 on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select * from src src1 left outer join src src2 on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -318,6 +330,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select * from src src1 right outer join ( @@ -327,6 +341,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -467,6 +483,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select * from src src1 right outer join ( @@ -476,6 +494,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -632,6 +652,8 @@ on src1.key = src2.key order by src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select * from src src1 right outer join ( @@ -642,6 +664,8
[36/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/join22.q.out -- diff --git a/ql/src/test/results/clientpositive/join22.q.out b/ql/src/test/results/clientpositive/join22.q.out index 3695655..7aa05eb 100644 --- a/ql/src/test/results/clientpositive/join22.q.out +++ b/ql/src/test/results/clientpositive/join22.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT src5.src1_value FROM (SELECT src3.*, src4.value as src4_value, src4.key as src4_key FROM src src4 JOIN (SELECT src2.*, src1.key as src1_key, src1.value as src1_value FROM src src1 JOIN src src2 ON src1.key = src2.key) src3 ON src3.src1_key = src4.key) src5 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain SELECT src5.src1_value FROM (SELECT src3.*, src4.value as src4_value, src4.key as src4_key FROM src src4 JOIN (SELECT src2.*, src1.key as src1_key, src1.value as src1_value FROM src src1 JOIN src src2 ON src1.key = src2.key) src3 ON src3.src1_key = src4.key) src5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/join23.q.out -- diff --git a/ql/src/test/results/clientpositive/join23.q.out b/ql/src/test/results/clientpositive/join23.q.out index 64822b6..f89eac3 100644 --- a/ql/src/test/results/clientpositive/join23.q.out +++ b/ql/src/test/results/clientpositive/join23.q.out @@ -2,9 +2,13 @@ Warning: Shuffle Join JOIN[4][tables = [src1, src2]] in Stage 'Stage-1:MAPRED' i PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10 SORT BY src1.key, src1.value, src2.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10 SORT BY src1.key, src1.value, src2.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/join25.q.out -- diff --git a/ql/src/test/results/clientpositive/join25.q.out b/ql/src/test/results/clientpositive/join25.q.out index 94db4a4..3e097e5 100644 --- a/ql/src/test/results/clientpositive/join25.q.out +++ b/ql/src/test/results/clientpositive/join25.q.out @@ -11,11 +11,17 @@ INSERT OVERWRITE TABLE dest_j1_n18 SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n18 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n18 SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n18 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/join26.q.out -- diff --git a/ql/src/test/results/clientpositive/join26.q.out b/ql/src/test/results/clientpositive/join26.q.out index 0014af5..206a238 100644 --- a/ql/src/test/results/clientpositive/join26.q.out +++ b/ql/src/test/results/clientpositive/join26.q.out @@ -12,12 +12,22 @@ SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1_n10 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n10 SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1_n10 OPTIMIZED SQL: SELECT `t4`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`srcpart` http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/join27.q.out
[11/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/subquery_notin.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/subquery_notin.q.out b/ql/src/test/results/clientpositive/llap/subquery_notin.q.out index c84477e..4692cb4 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_notin.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_notin.q.out @@ -7,6 +7,8 @@ where src.key not in where s1.key > '2' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select * from src @@ -15,6 +17,8 @@ where src.key not in where s1.key > '2' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -296,6 +300,8 @@ where b.p_name not in where r <= 2 and b.p_mfgr = a.p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part + A masked pattern was here POSTHOOK: query: explain select p_mfgr, b.p_name, p_size from part b @@ -305,6 +311,8 @@ where b.p_name not in where r <= 2 and b.p_mfgr = a.p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -581,6 +589,8 @@ part where part.p_size not in where r <= 2 ) PREHOOK: type: QUERY +PREHOOK: Input: default@part + A masked pattern was here POSTHOOK: query: explain select p_name, p_size from @@ -590,6 +600,8 @@ part where part.p_size not in where r <= 2 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -858,6 +870,8 @@ from part b where b.p_size not in where r <= 2 and b.p_mfgr = a.p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part + A masked pattern was here POSTHOOK: query: explain select p_mfgr, p_name, p_size from part b where b.p_size not in @@ -866,6 +880,8 @@ from part b where b.p_size not in where r <= 2 and b.p_mfgr = a.p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1416,10 +1432,18 @@ PREHOOK: query: explain select * from T1_v where T1_v.key not in (select T2_v.key from T2_v) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1_v +PREHOOK: Input: default@t2_v + A masked pattern was here POSTHOOK: query: explain select * from T1_v where T1_v.key not in (select T2_v.key from T2_v) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1_v +POSTHOOK: Input: default@t2_v + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1581,8 +1605,12 @@ POSTHOOK: Input: default@t2_v A masked pattern was here PREHOOK: query: explain select * from part where p_brand <> 'Brand#14' AND p_size NOT IN (select (p_size*p_size) from part p where p.p_type = part.p_type ) AND p_size <> 340 PREHOOK: type: QUERY +PREHOOK: Input: default@part + A masked pattern was here POSTHOOK: query: explain select * from part where p_brand <> 'Brand#14' AND p_size NOT IN (select (p_size*p_size) from part p where p.p_type = part.p_type ) AND p_size <> 340 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1777,8 +1805,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join MERGEJOIN[38][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part + A masked pattern was here POSTHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1985,8 +2017,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join MERGEJOIN[36][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_partkey*p_size) NOT IN (select min(p_partkey) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part + A masked pattern was here POSTHOOK: query: explain select * from part where (p_partkey*p_size) NOT IN (select min(p_partkey) from part group by p_type) POSTH
[30/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out b/ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out index 027779d..b4369db 100644 --- a/ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out +++ b/ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out @@ -52,12 +52,20 @@ FROM (SELECT y.key AS key, count(1) AS cnt FROM T2_n86 x JOIN T1_n146 y ON (x.key = y.key) JOIN T3_n34 z ON (y.key = z.key) GROUP BY y.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n146 +PREHOOK: Input: default@t2_n86 +PREHOOK: Input: default@t3_n34 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT y.key AS key, count(1) AS cnt FROM T2_n86 x JOIN T1_n146 y ON (x.key = y.key) JOIN T3_n34 z ON (y.key = z.key) GROUP BY y.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n146 +POSTHOOK: Input: default@t2_n86 +POSTHOOK: Input: default@t3_n34 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -223,12 +231,20 @@ FROM (SELECT y.key AS key, count(1) AS cnt FROM T2_n86 x JOIN T1_n146 y ON (x.key = y.key) JOIN T3_n34 z ON (y.key = z.key) GROUP BY y.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n146 +PREHOOK: Input: default@t2_n86 +PREHOOK: Input: default@t3_n34 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT y.key AS key, count(1) AS cnt FROM T2_n86 x JOIN T1_n146 y ON (x.key = y.key) JOIN T3_n34 z ON (y.key = z.key) GROUP BY y.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n146 +POSTHOOK: Input: default@t2_n86 +POSTHOOK: Input: default@t3_n34 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -394,12 +410,20 @@ FROM (SELECT y.key AS key, count(1) AS cnt FROM T2_n86 x JOIN T1_n146 y ON (x.key = y.key) JOIN T3_n34 z ON (y.key = z.key) GROUP BY y.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n146 +PREHOOK: Input: default@t2_n86 +PREHOOK: Input: default@t3_n34 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT y.key AS key, count(1) AS cnt FROM T2_n86 x JOIN T1_n146 y ON (x.key = y.key) JOIN T3_n34 z ON (y.key = z.key) GROUP BY y.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n146 +POSTHOOK: Input: default@t2_n86 +POSTHOOK: Input: default@t3_n34 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -560,12 +584,20 @@ FROM (SELECT x.key AS key, count(1) AS cnt FROM T2_n86 x LEFT OUTER JOIN T1_n146 y ON (x.key = y.key) LEFT OUTER JOIN T3_n34 z ON (y.key = z.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n146 +PREHOOK: Input: default@t2_n86 +PREHOOK: Input: default@t3_n34 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, count(1) AS cnt FROM T2_n86 x LEFT OUTER JOIN T1_n146 y ON (x.key = y.key) LEFT OUTER JOIN T3_n34 z ON (y.key = z.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n146 +POSTHOOK: Input: default@t2_n86 +POSTHOOK: Input: default@t3_n34 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -722,12 +754,20 @@ FROM (SELECT x.key AS key, count(1) AS cnt FROM T2_n86 x LEFT OUTER JOIN T1_n146 y ON (x.key = y.key) LEFT OUTER JOIN T3_n34 z ON (y.key = z.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n146 +PREHOOK: Input: default@t2_n86 +PREHOOK: Input: default@t3_n34 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, count(1) AS cnt FROM T2_n86 x LEFT OUTER JOIN T1_n146 y ON (x.key = y.key) LEFT OUTER JOIN T3_n34 z ON (y.key = z.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n146 +POSTHOOK: Input: default@t2_n86 +POSTHOOK: Input: default@t3_n34 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -884,12 +924,20 @@ FROM (SELECT y.key AS key, count(1) AS cnt FROM T2_n86 x LEFT OUTER JOIN T1_n146 y ON (x.key = y.key) LEFT OUTER JOIN T3_n34 z ON (y.key = z.key) GROUP BY y.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n146 +PREHOOK: Input: default@t2_n86 +PREHOOK: Input
[37/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/input6.q.out -- diff --git a/ql/src/test/results/clientpositive/input6.q.out b/ql/src/test/results/clientpositive/input6.q.out index f6a5e43..5fd0859 100644 --- a/ql/src/test/results/clientpositive/input6.q.out +++ b/ql/src/test/results/clientpositive/input6.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n35 SELECT src1.key, src1.value WHERE src1.key is null PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n35 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n35 SELECT src1.key, src1.value WHERE src1.key is null POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n35 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/input7.q.out -- diff --git a/ql/src/test/results/clientpositive/input7.q.out b/ql/src/test/results/clientpositive/input7.q.out index 26add5b..8b9898a 100644 --- a/ql/src/test/results/clientpositive/input7.q.out +++ b/ql/src/test/results/clientpositive/input7.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n167 SELECT NULL, src1.key PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n167 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n167 SELECT NULL, src1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n167 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/input8.q.out -- diff --git a/ql/src/test/results/clientpositive/input8.q.out b/ql/src/test/results/clientpositive/input8.q.out index da3e42d..3c533a8 100644 --- a/ql/src/test/results/clientpositive/input8.q.out +++ b/ql/src/test/results/clientpositive/input8.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n28 SELECT 4 + NULL, src1.key - NULL, NULL + NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n28 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n28 SELECT 4 + NULL, src1.key - NULL, NULL + NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n28 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/input9.q.out -- diff --git a/ql/src/test/results/clientpositive/input9.q.out b/ql/src/test/results/clientpositive/input9.q.out index 1424957..3085589 100644 --- a/ql/src/test/results/clientpositive/input9.q.out +++ b/ql/src/test/results/clientpositive/input9.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n159 SELECT NULL, src1.key where NULL = NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n159 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n159 SELECT NULL, src1.key where NULL = NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n159 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/input_columnarserde.q.out -- diff --git a/ql/src/test/results/clientpositive/input_columnarserde.q.out b/ql/src/test/results/clientpositive/input_columnarserde.q.out index ae51d74..3dc138a 100644 --- a/ql/src/test/results/clientpositive/input_columnarserde.q.out +++ b/ql/src/test/results/clientpositive/input_columnarserde.q.out @@ -20,10 +20,14 @@ PREHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE input_columnarserde SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring DISTRIBUTE BY 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +PREHOOK: Output: default@input_columnarserde POSTHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE input_columnarserde SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring DISTRIBUTE BY 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +
hive git commit: HIVE-20640: Upgrade Hive to use ORC 1.5.3(Eugene Koifman, reviewed by Gopal V)
Repository: hive Updated Branches: refs/heads/master fb7291ac4 -> 00dc4c72e HIVE-20640: Upgrade Hive to use ORC 1.5.3(Eugene Koifman, reviewed by Gopal V) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/00dc4c72 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/00dc4c72 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/00dc4c72 Branch: refs/heads/master Commit: 00dc4c72e745c4a0deb9e82cfef2c795ed19541b Parents: fb7291a Author: Eugene Koifman Authored: Thu Sep 27 11:45:22 2018 -0700 Committer: Eugene Koifman Committed: Thu Sep 27 11:45:22 2018 -0700 -- pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) -- http://git-wip-us.apache.org/repos/asf/hive/blob/00dc4c72/pom.xml -- diff --git a/pom.xml b/pom.xml index 5e100fd..5008923 100644 --- a/pom.xml +++ b/pom.xml @@ -186,7 +186,7 @@ 0.9.3 2.10.0 2.3 -1.5.2 +1.5.3 1.10.19 2.0.0-M5 4.1.17.Final
hive git commit: HIVE-19302: Logging Too Verbose For TableNotFound (Alice Fan reviewed by Naveen Gangam)
Repository: hive Updated Branches: refs/heads/master 00dc4c72e -> 1ab23e3b7 HIVE-19302: Logging Too Verbose For TableNotFound (Alice Fan reviewed by Naveen Gangam) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/1ab23e3b Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/1ab23e3b Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/1ab23e3b Branch: refs/heads/master Commit: 1ab23e3b7896bb7085b59105781cb3fd86083f1a Parents: 00dc4c7 Author: Naveen Gangam Authored: Thu Sep 27 12:46:41 2018 -0700 Committer: Naveen Gangam Committed: Thu Sep 27 12:46:41 2018 -0700 -- ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java | 3 --- 1 file changed, 3 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hive/blob/1ab23e3b/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java -- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java index 344e9fc..54b9c67 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java @@ -2075,9 +2075,6 @@ public class SemanticAnalyzer extends BaseSemanticAnalyzer { } getMetaData(qb, null); } catch (HiveException e) { - // Has to use full name to make sure it does not conflict with - // org.apache.commons.lang.StringUtils - LOG.error(org.apache.hadoop.util.StringUtils.stringifyException(e)); if (e instanceof SemanticException) { throw (SemanticException)e; }
hive git commit: HIVE-16812: VectorizedOrcAcidRowBatchReader doesn't filter delete events (Eugene Koifman, reviewed by Sergey Shelukhin)
Repository: hive Updated Branches: refs/heads/master 1ab23e3b7 -> 37fd22e6a HIVE-16812: VectorizedOrcAcidRowBatchReader doesn't filter delete events (Eugene Koifman, reviewed by Sergey Shelukhin) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/37fd22e6 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/37fd22e6 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/37fd22e6 Branch: refs/heads/master Commit: 37fd22e6a6a3c49b77fbdb1983d27b335e03129d Parents: 1ab23e3 Author: Eugene Koifman Authored: Thu Sep 27 13:25:43 2018 -0700 Committer: Eugene Koifman Committed: Thu Sep 27 13:27:24 2018 -0700 -- .../org/apache/hadoop/hive/conf/HiveConf.java | 5 +- .../hadoop/hive/ql/exec/FileSinkOperator.java | 2 +- .../hadoop/hive/ql/io/RecordIdentifier.java | 17 +- .../hive/ql/io/orc/OrcRawRecordMerger.java | 33 +- .../io/orc/VectorizedOrcAcidRowBatchReader.java | 463 --- .../apache/hadoop/hive/ql/TestTxnCommands.java | 9 + .../apache/hadoop/hive/ql/TestTxnCommands2.java | 5 +- .../apache/hadoop/hive/ql/TestTxnCommands3.java | 162 +++ .../hadoop/hive/ql/TestTxnConcatenate.java | 63 --- .../apache/hadoop/hive/ql/TestTxnLoadData.java | 6 + .../apache/hadoop/hive/ql/TestTxnNoBuckets.java | 8 + .../hadoop/hive/ql/TxnCommandsBaseForTests.java | 5 + .../hive/ql/io/orc/TestInputOutputFormat.java | 4 +- .../TestVectorizedOrcAcidRowBatchReader.java| 318 +++-- 14 files changed, 931 insertions(+), 169 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hive/blob/37fd22e6/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java -- diff --git a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java index 3b8e820..0cecae5 100644 --- a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java +++ b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java @@ -1858,7 +1858,10 @@ public class HiveConf extends Configuration { + "into memory to optimize for performance. To prevent out-of-memory errors, this is a rough heuristic\n" + "that limits the total number of delete events that can be loaded into memory at once.\n" + "Roughly it has been set to 10 million delete events per bucket (~160 MB).\n"), - +FILTER_DELETE_EVENTS("hive.txn.filter.delete.events", true, +"If true, VectorizedOrcAcidRowBatchReader will compute min/max " + +"ROW__ID for the split and only load delete events in that range.\n" +), HIVESAMPLERANDOMNUM("hive.sample.seednumber", 0, "A number used to percentage sampling. By changing this number, user will change the subsets of data sampled."), http://git-wip-us.apache.org/repos/asf/hive/blob/37fd22e6/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java -- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java index d82faf3..8c7a78b 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java @@ -983,7 +983,7 @@ public class FileSinkOperator extends TerminalOperator implements int writerOffset; // This if/else chain looks ugly in the inner loop, but given that it will be 100% the same // for a given operator branch prediction should work quite nicely on it. - // RecordUpdateer expects to get the actual row, not a serialized version of it. Thus we + // RecordUpdater expects to get the actual row, not a serialized version of it. Thus we // pass the row rather than recordValue. if (conf.getWriteType() == AcidUtils.Operation.NOT_ACID || conf.isMmTable()) { rowOutWriters[findWriterOffset(row)].write(recordValue); http://git-wip-us.apache.org/repos/asf/hive/blob/37fd22e6/ql/src/java/org/apache/hadoop/hive/ql/io/RecordIdentifier.java -- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/RecordIdentifier.java b/ql/src/java/org/apache/hadoop/hive/ql/io/RecordIdentifier.java index ea7ba53..e38e21a 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/io/RecordIdentifier.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/io/RecordIdentifier.java @@ -176,6 +176,7 @@ public class RecordIdentifier implements WritableComparable { @Override public int compareTo(RecordIdentifier other) { if (other.getClass() != RecordIdentifier.class) { + //WTF? assumes that other instanceof OrcRawRecordMerger.ReaderKey??? return -other.
hive git commit: HIVE-17917: VectorizedOrcAcidRowBatchReader.computeOffsetAndBucket optimization (Saurabh Seth via Eugene Koifman)
Repository: hive Updated Branches: refs/heads/master 37fd22e6a -> 34331f3c7 HIVE-17917: VectorizedOrcAcidRowBatchReader.computeOffsetAndBucket optimization (Saurabh Seth via Eugene Koifman) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/34331f3c Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/34331f3c Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/34331f3c Branch: refs/heads/master Commit: 34331f3c7b69200a0177f5446f1f15c8ed69ee86 Parents: 37fd22e Author: Saurabh Seth Authored: Thu Sep 27 19:14:21 2018 -0700 Committer: Eugene Koifman Committed: Thu Sep 27 19:14:21 2018 -0700 -- .../hadoop/hive/ql/io/orc/OrcInputFormat.java | 23 ++- .../apache/hadoop/hive/ql/io/orc/OrcSplit.java | 59 +++- .../io/orc/VectorizedOrcAcidRowBatchReader.java | 69 - .../hive/ql/io/orc/TestInputOutputFormat.java | 6 +- .../acid_vectorization_original.q | 29 +++- .../llap/acid_vectorization_original.q.out | 146 +++ 6 files changed, 285 insertions(+), 47 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hive/blob/34331f3c/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java -- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java b/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java index f34f393..728bf50 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java @@ -1036,6 +1036,7 @@ public class OrcInputFormat implements InputFormat, private final Path dir; private final boolean allowSyntheticFileIds; private final boolean isDefaultFs; +private final Configuration conf; /** * @param dir - root of partition dir @@ -1051,12 +1052,21 @@ public class OrcInputFormat implements InputFormat, this.dir = dir; this.allowSyntheticFileIds = allowSyntheticFileIds; this.isDefaultFs = isDefaultFs; + this.conf = context.conf; } @Override public List getSplits() throws IOException { List splits = Lists.newArrayList(); + boolean isAcid = AcidUtils.isFullAcidScan(conf); + boolean vectorMode = Utilities.getIsVectorized(conf); + OrcSplit.OffsetAndBucketProperty offsetAndBucket = null; for (HdfsFileStatusWithId file : fileStatuses) { +if (isOriginal && isAcid && vectorMode) { + offsetAndBucket = VectorizedOrcAcidRowBatchReader.computeOffsetAndBucket(file.getFileStatus(), dir, + isOriginal, !deltas.isEmpty(), conf); +} + FileStatus fileStatus = file.getFileStatus(); long logicalLen = AcidUtils.getLogicalLength(fs, fileStatus); if (logicalLen != 0) { @@ -1072,7 +1082,7 @@ public class OrcInputFormat implements InputFormat, } OrcSplit orcSplit = new OrcSplit(fileStatus.getPath(), fileKey, entry.getKey(), entry.getValue().getLength(), entry.getValue().getHosts(), null, isOriginal, true, -deltas, -1, logicalLen, dir); +deltas, -1, logicalLen, dir, offsetAndBucket); splits.add(orcSplit); } } @@ -1352,6 +1362,7 @@ public class OrcInputFormat implements InputFormat, private SchemaEvolution evolution; //this is the root of the partition in which the 'file' is located private final Path rootDir; +OrcSplit.OffsetAndBucketProperty offsetAndBucket = null; public SplitGenerator(SplitInfo splitInfo, UserGroupInformation ugi, boolean allowSyntheticFileIds, boolean isDefaultFs) throws IOException { @@ -1480,7 +1491,7 @@ public class OrcInputFormat implements InputFormat, fileKey = new SyntheticFileId(file); } return new OrcSplit(file.getPath(), fileKey, offset, length, hosts, - orcTail, isOriginal, hasBase, deltas, scaledProjSize, fileLen, rootDir); + orcTail, isOriginal, hasBase, deltas, scaledProjSize, fileLen, rootDir, offsetAndBucket); } private static final class OffsetAndLength { // Java cruft; pair of long. @@ -1519,6 +1530,14 @@ public class OrcInputFormat implements InputFormat, } private List callInternal() throws IOException { + boolean isAcid = AcidUtils.isFullAcidScan(context.conf); + boolean vectorMode = Utilities.getIsVectorized(context.conf); + + if (isOriginal && isAcid && vectorMode) { +offsetAndBucket = VectorizedOrcAcidRowBatchReader.computeOffsetAndBucket(file, rootDir, isOriginal, +!deltas.isEmpty(), context.conf); + } + // Figure out which stripes we need to read. if (ppdResult != null) { assert delt
hive git commit: HIVE-20052: Arrow serde should fill ArrowColumnVector(Decimal) with the given schema precision/scale (Teddy Choi, reviewed by Matt McCline)
Repository: hive Updated Branches: refs/heads/master 34331f3c7 -> 727e4b2d2 HIVE-20052: Arrow serde should fill ArrowColumnVector(Decimal) with the given schema precision/scale (Teddy Choi, reviewed by Matt McCline) Signed-off-by: Teddy Choi Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/727e4b2d Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/727e4b2d Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/727e4b2d Branch: refs/heads/master Commit: 727e4b2d21d6f451a5073f2eaa0241e84225281f Parents: 34331f3 Author: Teddy Choi Authored: Fri Sep 28 11:26:12 2018 +0900 Committer: Teddy Choi Committed: Fri Sep 28 11:26:12 2018 +0900 -- .../hadoop/hive/ql/io/arrow/Serializer.java | 33 ++-- .../io/arrow/TestArrowColumnarBatchSerDe.java | 25 +++ 2 files changed, 49 insertions(+), 9 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hive/blob/727e4b2d/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java -- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java b/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java index 6b31045..7dffa6b 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java @@ -38,11 +38,14 @@ import org.apache.arrow.vector.VectorSchemaRoot; import org.apache.arrow.vector.complex.ListVector; import org.apache.arrow.vector.complex.MapVector; import org.apache.arrow.vector.complex.NullableMapVector; +import org.apache.arrow.vector.holders.DecimalHolder; import org.apache.arrow.vector.types.TimeUnit; import org.apache.arrow.vector.types.Types; import org.apache.arrow.vector.types.pojo.ArrowType; import org.apache.arrow.vector.types.pojo.FieldType; import org.apache.hadoop.conf.Configuration; +import org.apache.arrow.vector.util.DecimalUtility; +import org.apache.hadoop.hive.common.type.HiveDecimal; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.ql.exec.vector.BytesColumnVector; import org.apache.hadoop.hive.ql.exec.vector.ColumnVector; @@ -61,6 +64,7 @@ import org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch; import org.apache.hadoop.hive.ql.exec.vector.expressions.StringExpr; import org.apache.hadoop.hive.ql.metadata.HiveException; import org.apache.hadoop.hive.serde2.SerDeException; +import org.apache.hadoop.hive.serde2.io.HiveDecimalWritable; import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorUtils; import org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector; @@ -74,10 +78,10 @@ import org.apache.hadoop.hive.serde2.typeinfo.StructTypeInfo; import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; import org.apache.hadoop.hive.serde2.typeinfo.UnionTypeInfo; import org.apache.arrow.memory.BufferAllocator; -import org.apache.hadoop.hive.serde2.io.HiveDecimalWritable; +import java.math.BigDecimal; +import java.math.BigInteger; import java.util.ArrayList; -import java.util.Arrays; import java.util.List; import static org.apache.hadoop.hive.conf.HiveConf.ConfVars.HIVE_ARROW_BATCH_SIZE; @@ -107,6 +111,7 @@ public class Serializer { private int fieldSize; private final NullableMapVector rootVector; + private final DecimalHolder decimalHolder = new DecimalHolder(); //Constructor for non-serde serialization public Serializer(Configuration conf, String attemptId, List typeInfos, List fieldNames) { @@ -277,7 +282,7 @@ public class Serializer { } } - private static void write(FieldVector arrowVector, ColumnVector hiveVector, TypeInfo typeInfo, int size, + private void write(FieldVector arrowVector, ColumnVector hiveVector, TypeInfo typeInfo, int size, VectorizedRowBatch vectorizedRowBatch, boolean isNative) { switch (typeInfo.getCategory()) { case PRIMITIVE: @@ -300,7 +305,7 @@ public class Serializer { } } - private static void writeMap(ListVector arrowVector, MapColumnVector hiveVector, MapTypeInfo typeInfo, + private void writeMap(ListVector arrowVector, MapColumnVector hiveVector, MapTypeInfo typeInfo, int size, VectorizedRowBatch vectorizedRowBatch, boolean isNative) { final ListTypeInfo structListTypeInfo = toStructListTypeInfo(typeInfo); final ListColumnVector structListVector = toStructListVector(hiveVector); @@ -317,7 +322,7 @@ public class Serializer { } } - private static void writeUnion(FieldVector arrowVector, ColumnVector hiveVector, TypeInfo typeInfo, + private void writeUnion(FieldVector arrowVector, ColumnVector hiveVector, TypeInfo typeInfo, int size, VectorizedRowB
hive git commit: HIVE-20552: Get Schema from LogicalPlan faster (Teddy Choi, reviewed by Jesus Camacho Rodriguez)
Repository: hive Updated Branches: refs/heads/master 727e4b2d2 -> 778c47ccd HIVE-20552: Get Schema from LogicalPlan faster (Teddy Choi, reviewed by Jesus Camacho Rodriguez) Signed-off-by: Teddy Choi Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/778c47cc Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/778c47cc Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/778c47cc Branch: refs/heads/master Commit: 778c47ccdffa138f4738aadc94a75b75b5055fe1 Parents: 727e4b2 Author: Teddy Choi Authored: Fri Sep 28 11:28:39 2018 +0900 Committer: Teddy Choi Committed: Fri Sep 28 11:28:39 2018 +0900 -- .../metadata/HiveMaterializedViewsRegistry.java | 31 .../apache/hadoop/hive/ql/parse/ParseUtils.java | 28 ++ .../ql/udf/generic/GenericUDTFGetSplits.java| 29 -- 3 files changed, 53 insertions(+), 35 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hive/blob/778c47cc/ql/src/java/org/apache/hadoop/hive/ql/metadata/HiveMaterializedViewsRegistry.java -- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/metadata/HiveMaterializedViewsRegistry.java b/ql/src/java/org/apache/hadoop/hive/ql/metadata/HiveMaterializedViewsRegistry.java index 7d11cac..ee405ca 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/metadata/HiveMaterializedViewsRegistry.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/metadata/HiveMaterializedViewsRegistry.java @@ -52,8 +52,6 @@ import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.metastore.DefaultMetaStoreFilterHookImpl; import org.apache.hadoop.hive.metastore.api.FieldSchema; import org.apache.hadoop.hive.metastore.conf.MetastoreConf; -import org.apache.hadoop.hive.ql.Context; -import org.apache.hadoop.hive.ql.QueryState; import org.apache.hadoop.hive.ql.exec.ColumnInfo; import org.apache.hadoop.hive.ql.optimizer.calcite.CalciteSemanticException; import org.apache.hadoop.hive.ql.optimizer.calcite.HiveTypeSystemImpl; @@ -61,11 +59,8 @@ import org.apache.hadoop.hive.ql.optimizer.calcite.RelOptHiveTable; import org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveRelNode; import org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan; import org.apache.hadoop.hive.ql.optimizer.calcite.translator.TypeConverter; -import org.apache.hadoop.hive.ql.parse.ASTNode; import org.apache.hadoop.hive.ql.parse.CalcitePlanner; -import org.apache.hadoop.hive.ql.parse.ColumnStatsList; import org.apache.hadoop.hive.ql.parse.ParseUtils; -import org.apache.hadoop.hive.ql.parse.PrunedPartitionList; import org.apache.hadoop.hive.ql.parse.RowResolver; import org.apache.hadoop.hive.ql.session.SessionState; import org.apache.hadoop.hive.serde2.SerDeException; @@ -227,10 +222,12 @@ public final class HiveMaterializedViewsRegistry { " ignored; error creating view replacement"); return null; } -final RelNode queryRel = parseQuery(conf, viewQuery); -if (queryRel == null) { +final RelNode queryRel; +try { + queryRel = ParseUtils.parseQuery(conf, viewQuery); +} catch (Exception e) { LOG.warn("Materialized view " + materializedViewTable.getCompleteName() + - " ignored; error parsing original query"); + " ignored; error parsing original query; " + e); return null; } @@ -403,24 +400,6 @@ public final class HiveMaterializedViewsRegistry { return tableRel; } - private static RelNode parseQuery(HiveConf conf, String viewQuery) { -try { - final ASTNode node = ParseUtils.parse(viewQuery); - final QueryState qs = - new QueryState.Builder().withHiveConf(conf).build(); - CalcitePlanner analyzer = new CalcitePlanner(qs); - Context ctx = new Context(conf); - ctx.setIsLoadingMaterializedView(true); - analyzer.initCtx(ctx); - analyzer.init(false); - return analyzer.genLogicalPlan(node); -} catch (Exception e) { - // We could not parse the view - LOG.error("Error parsing original query for materialized view", e); - return null; -} - } - private static TableType obtainTableType(Table tabMetaData) { if (tabMetaData.getStorageHandler() != null) { final String storageHandlerStr = tabMetaData.getStorageHandler().toString(); http://git-wip-us.apache.org/repos/asf/hive/blob/778c47cc/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseUtils.java -- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseUtils.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseUtils.java index 89e8412..be1c59f 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseUtils.java +++ b/ql/src/j
hive git commit: HIVE-20627: Concurrent async queries intermittently fails with LockException and cause memory leak (Sankar Hariappan, reviewed by Daniel Dai)
Repository: hive Updated Branches: refs/heads/master 778c47ccd -> 6e27a5315 HIVE-20627: Concurrent async queries intermittently fails with LockException and cause memory leak (Sankar Hariappan, reviewed by Daniel Dai) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/6e27a531 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/6e27a531 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/6e27a531 Branch: refs/heads/master Commit: 6e27a5315a44c55ef3b178e7212c9068de322d01 Parents: 778c47c Author: Sankar Hariappan Authored: Fri Sep 28 10:42:51 2018 +0530 Committer: Sankar Hariappan Committed: Fri Sep 28 10:42:51 2018 +0530 -- .../apache/hadoop/hive/ql/metadata/Hive.java| 63 ++-- .../service/cli/operation/SQLOperation.java | 2 +- 2 files changed, 47 insertions(+), 18 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hive/blob/6e27a531/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java -- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java b/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java index 07d0f11..4de0389 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java @@ -171,7 +171,10 @@ public class Hive { // metastore calls timing information private final ConcurrentHashMap metaCallTimeMap = new ConcurrentHashMap<>(); - private static ThreadLocal hiveDB = new ThreadLocal() { + // Static class to store thread local Hive object and allowClose flag. + private static class ThreadLocalHive extends ThreadLocal { +private ThreadLocal allowClose = ThreadLocal.withInitial(() -> true); + @Override protected Hive initialValue() { return null; @@ -179,12 +182,24 @@ public class Hive { @Override public synchronized void remove() { - if (this.get() != null) { + if (allowClose() && (this.get() != null)) { this.get().close(); } super.remove(); + this.allowClose.set(true); +} + +public synchronized void set(Hive hiveObj, boolean allowClose) { + super.set(hiveObj); + this.allowClose.set(allowClose); } - }; + +boolean allowClose() { + return this.allowClose.get(); +} + } + + private static ThreadLocalHive hiveDB = new ThreadLocalHive(); // Note that while this is an improvement over static initialization, it is still not, // technically, valid, cause nothing prevents us from connecting to several metastores in @@ -315,7 +330,9 @@ public class Hive { if (db != null) { LOG.debug("Creating new db. db = " + db + ", needsRefresh = " + needsRefresh + ", db.isCurrentUserOwner = " + db.isCurrentUserOwner()); - db.close(); + if (hiveDB.allowClose()) { +db.close(); + } } closeCurrent(); if (c == null) { @@ -323,7 +340,7 @@ public class Hive { } c.set("fs.scheme.class", "dfs"); Hive newdb = new Hive(c, doRegisterAllFns); -hiveDB.set(newdb); +hiveDB.set(newdb, true); return newdb; } @@ -366,7 +383,11 @@ public class Hive { } public static void set(Hive hive) { -hiveDB.set(hive); +hiveDB.set(hive, true); + } + + public static void set(Hive hive, boolean allowClose) { +hiveDB.set(hive, allowClose); } public static void closeCurrent() { @@ -2378,10 +2399,10 @@ private void constructOneLBLocationMap(FileStatus fSta, final SessionState parentSession = SessionState.get(); final List> futures = Lists.newLinkedList(); +// for each dynamically created DP directory, construct a full partition spec +// and load the partition based on that +final Map rawStoreMap = new ConcurrentHashMap<>(); try { - // for each dynamically created DP directory, construct a full partition spec - // and load the partition based on that - final Map rawStoreMap = new ConcurrentHashMap<>(); for(final Path partPath : validPartitions) { // generate a full partition specification final LinkedHashMap fullPartSpec = Maps.newLinkedHashMap(partSpec); @@ -2412,12 +2433,6 @@ private void constructOneLBLocationMap(FileStatus fSta, + partsToLoad + " partitions."); } } - // Add embedded rawstore, so we can cleanup later to avoid memory leak - if (getMSC().isLocalMetaStore()) { -if (!rawStoreMap.containsKey(Thread.currentThread().getId())) { - rawStoreMap.put(Thread.currentThread().getId(), HiveMetaStore.HMSHandler.getRawStore()); -} - } return null; } catch (Exception t)