hive git commit: HIVE-20631: Hive returns 20011 error code for re-triable error (Mahesh Kumar Behera, reviewed by Sankar Hariappan)
Repository: hive
Updated Branches:
refs/heads/master 5f039a910 -> b38239165
HIVE-20631: Hive returns 20011 error code for re-triable error (Mahesh Kumar
Behera, reviewed by Sankar Hariappan)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/b3823916
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/b3823916
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/b3823916
Branch: refs/heads/master
Commit: b382391652ddc210eea055c0b92e3a920813f064
Parents: 5f039a9
Author: Sankar Hariappan
Authored: Thu Sep 27 14:06:00 2018 +0530
Committer: Sankar Hariappan
Committed: Thu Sep 27 14:06:00 2018 +0530
--
.../org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java | 12
1 file changed, 8 insertions(+), 4 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hive/blob/b3823916/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java
--
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java
b/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java
index 461f558..fe0eaf8 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java
@@ -212,7 +212,7 @@ public class CopyUtils {
}
// Check if the source file unmodified even after copy to see if we copied
the right file
- private boolean isSourceFileMismatch(FileSystem sourceFs,
ReplChangeManager.FileInfo srcFile) {
+ private boolean isSourceFileMismatch(FileSystem sourceFs,
ReplChangeManager.FileInfo srcFile) throws IOException {
// If source is already CM path, the checksum will be always matching
if (srcFile.isUseSourcePath()) {
String sourceChecksumString = srcFile.getCheckSum();
@@ -222,9 +222,13 @@ public class CopyUtils {
verifySourceChecksumString
= ReplChangeManager.checksumFor(srcFile.getSourcePath(),
sourceFs);
} catch (IOException e) {
- // Retry with CM path
- LOG.debug("Unable to calculate checksum for source file: " +
srcFile.getSourcePath());
- return true;
+ LOG.info("Unable to calculate checksum for source file: " +
srcFile.getSourcePath(), e);
+
+ if (!sourceFs.exists(srcFile.getSourcePath())) {
+// if source file is missing, then return true, so that cm path
will be used for copy.
+return true;
+ }
+ throw e;
}
if (!sourceChecksumString.equals(verifySourceChecksumString)) {
return true;
hive git commit: HIVE-12812: Enable mapred.input.dir.recursive by default to support union with aggregate function (Chaoyu Tang and Alice Fan, reviewed by Naveen Gangam and Yongzhi Chen)
Repository: hive
Updated Branches:
refs/heads/master b38239165 -> fb7291ac4
HIVE-12812: Enable mapred.input.dir.recursive by default to support union with
aggregate function (Chaoyu Tang and Alice Fan, reviewed by Naveen Gangam and
Yongzhi Chen)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/fb7291ac
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/fb7291ac
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/fb7291ac
Branch: refs/heads/master
Commit: fb7291ac4e8686a0bf91eba5a945b8a8d1ea8b6d
Parents: b382391
Author: Yongzhi Chen
Authored: Thu Sep 27 12:58:10 2018 -0400
Committer: Yongzhi Chen
Committed: Thu Sep 27 12:58:10 2018 -0400
--
.../apache/hadoop/hive/ql/parse/MapReduceCompiler.java | 13 +
.../queries/clientpositive/skewjoin_union_remove_1.q | 1 -
.../queries/clientpositive/skewjoin_union_remove_2.q | 1 -
ql/src/test/queries/clientpositive/union_remove_1.q| 1 -
ql/src/test/queries/clientpositive/union_remove_10.q | 1 -
ql/src/test/queries/clientpositive/union_remove_11.q | 1 -
ql/src/test/queries/clientpositive/union_remove_12.q | 1 -
ql/src/test/queries/clientpositive/union_remove_13.q | 1 -
ql/src/test/queries/clientpositive/union_remove_14.q | 1 -
ql/src/test/queries/clientpositive/union_remove_15.q | 1 -
ql/src/test/queries/clientpositive/union_remove_16.q | 1 -
ql/src/test/queries/clientpositive/union_remove_17.q | 1 -
ql/src/test/queries/clientpositive/union_remove_18.q | 1 -
ql/src/test/queries/clientpositive/union_remove_19.q | 1 -
ql/src/test/queries/clientpositive/union_remove_2.q| 1 -
ql/src/test/queries/clientpositive/union_remove_20.q | 1 -
ql/src/test/queries/clientpositive/union_remove_21.q | 1 -
ql/src/test/queries/clientpositive/union_remove_22.q | 1 -
ql/src/test/queries/clientpositive/union_remove_23.q | 1 -
ql/src/test/queries/clientpositive/union_remove_24.q | 1 -
ql/src/test/queries/clientpositive/union_remove_25.q | 1 -
ql/src/test/queries/clientpositive/union_remove_26.q | 2 --
ql/src/test/queries/clientpositive/union_remove_3.q| 1 -
ql/src/test/queries/clientpositive/union_remove_4.q| 1 -
ql/src/test/queries/clientpositive/union_remove_5.q| 1 -
ql/src/test/queries/clientpositive/union_remove_6.q| 1 -
.../test/queries/clientpositive/union_remove_6_subq.q | 1 -
ql/src/test/queries/clientpositive/union_remove_7.q| 1 -
ql/src/test/queries/clientpositive/union_remove_8.q| 1 -
ql/src/test/queries/clientpositive/union_remove_9.q| 1 -
ql/src/test/queries/clientpositive/union_remove_plan.q | 1 -
31 files changed, 13 insertions(+), 31 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hive/blob/fb7291ac/ql/src/java/org/apache/hadoop/hive/ql/parse/MapReduceCompiler.java
--
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/MapReduceCompiler.java
b/ql/src/java/org/apache/hadoop/hive/ql/parse/MapReduceCompiler.java
index 9f4a201..302b350 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/parse/MapReduceCompiler.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/MapReduceCompiler.java
@@ -34,6 +34,7 @@ import org.apache.hadoop.fs.Path;
import org.apache.hadoop.fs.PathFilter;
import org.apache.hadoop.hive.conf.HiveConf;
import org.apache.hadoop.hive.ql.Context;
+import org.apache.hadoop.hive.ql.QueryState;
import org.apache.hadoop.hive.ql.exec.ConditionalTask;
import org.apache.hadoop.hive.ql.exec.FileSinkOperator;
import org.apache.hadoop.hive.ql.exec.MapJoinOperator;
@@ -54,6 +55,7 @@ import org.apache.hadoop.hive.ql.lib.Node;
import org.apache.hadoop.hive.ql.lib.NodeProcessor;
import org.apache.hadoop.hive.ql.lib.Rule;
import org.apache.hadoop.hive.ql.lib.RuleRegExp;
+import org.apache.hadoop.hive.ql.metadata.Hive;
import org.apache.hadoop.hive.ql.optimizer.GenMRFileSink1;
import org.apache.hadoop.hive.ql.optimizer.GenMROperator;
import org.apache.hadoop.hive.ql.optimizer.GenMRProcContext;
@@ -70,6 +72,7 @@ import org.apache.hadoop.hive.ql.plan.MapWork;
import org.apache.hadoop.hive.ql.plan.MapredWork;
import org.apache.hadoop.hive.ql.plan.MoveWork;
import org.apache.hadoop.hive.ql.plan.OperatorDesc;
+import org.apache.hadoop.hive.ql.session.SessionState.LogHelper;
import org.apache.hadoop.hive.shims.ShimLoader;
public class MapReduceCompiler extends TaskCompiler {
@@ -79,6 +82,16 @@ public class MapReduceCompiler extends TaskCompiler {
public MapReduceCompiler() {
}
+ @Override
+ public void init(QueryState queryState, LogHelper console, Hive db) {
+super.init(queryState, console, db);
+
+//It is required the use of recursive input dirs when
hive.optimize.union.remove = true
+if(conf.getBoolV
[01/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
Repository: hive Updated Branches: refs/heads/branch-3 0427ffa57 -> b356aae04 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_windowing_navfn.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing_navfn.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing_navfn.q.out index 5e8f1b9..d297070 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing_navfn.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing_navfn.q.out @@ -47,9 +47,13 @@ POSTHOOK: Output: default@over10k_n7 PREHOOK: query: explain vectorization detail select row_number() over() from src where key = '238' PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain vectorization detail select row_number() over() from src where key = '238' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -198,9 +202,13 @@ row_number_window_0 PREHOOK: query: explain vectorization detail select s, row_number() over (partition by d order by `dec`) from over10k_n7 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 + A masked pattern was here POSTHOOK: query: explain vectorization detail select s, row_number() over (partition by d order by `dec`) from over10k_n7 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -456,9 +464,13 @@ rachel ellison 1 PREHOOK: query: explain vectorization detail select i, lead(s) over (partition by bin order by d,i desc) from over10k_n7 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 + A masked pattern was here POSTHOOK: query: explain vectorization detail select i, lead(s) over (partition by bin order by d,i desc) from over10k_n7 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -680,9 +692,13 @@ i lead_window_0 PREHOOK: query: explain vectorization detail select i, lag(`dec`) over (partition by i order by s,i,`dec`) from over10k_n7 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 + A masked pattern was here POSTHOOK: query: explain vectorization detail select i, lag(`dec`) over (partition by i order by s,i,`dec`) from over10k_n7 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -903,9 +919,13 @@ i lag_window_0 PREHOOK: query: explain vectorization detail select s, last_value(t) over (partition by d order by f) from over10k_n7 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 + A masked pattern was here POSTHOOK: query: explain vectorization detail select s, last_value(t) over (partition by d order by f) from over10k_n7 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -1161,9 +1181,13 @@ rachel ellison 51 PREHOOK: query: explain vectorization detail select s, first_value(s) over (partition by bo order by s) from over10k_n7 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 + A masked pattern was here POSTHOOK: query: explain vectorization detail select s, first_value(s) over (partition by bo order by s) from over10k_n7 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -1384,10 +1408,14 @@ PREHOOK: query: explain vectorization detail select t, s, i, last_value(i) over (partition by t order by s) from over10k_n7 where (s = 'oscar allen' or s = 'oscar carson') and t = 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 + A masked pattern was here POSTHOOK: query: explain vectorization detail select t, s, i, last_value(i) over (partition by t order by s) from over10k_n7 where (s = 'oscar allen' or s = 'oscar carson') and t = 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -1581,6 +1609,8 @@ first_value(b) over (partition by a order by b rows between unbounded preceding first_value(b, true) over (partition by a order by b rows between unbounded preceding and 1 following ) from wtest PREHOOK: type: QUERY +PREHOOK: Input: default@wtest + A masked pattern was here POSTHOOK: query: explain vectorization detail select a, b, first_value(b) over (partition by a order by b rows between 1 preceding and 1 following ) , @@ -1589,6 +1619,8 @@ first_value(b) over (partition by a
[09/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out b/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out index cfae97f..d2eea6e 100644 --- a/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out +++ b/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out @@ -14,6 +14,8 @@ insert overwrite table tmptable_n9 UNION DISTINCT select 'tst3_n22' as key, count(1) as value from src s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@tmptable_n9 POSTHOOK: query: explain insert overwrite table tmptable_n9 select unionsrc.key, unionsrc.value FROM (select 'tst1_n93' as key, count(1) as value from src s1 @@ -22,6 +24,8 @@ insert overwrite table tmptable_n9 UNION DISTINCT select 'tst3_n22' as key, count(1) as value from src s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@tmptable_n9 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -284,6 +288,10 @@ insert overwrite table tmptable12 UNION DISTINCT select 'tst3_n22' as key, count(1) as value from srcbucket s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@tmptable12 POSTHOOK: query: explain insert overwrite table tmptable12 select unionsrc.key, unionsrc.value FROM (select 'tst1_n93' as key, count(1) as value from src s1 @@ -292,6 +300,10 @@ insert overwrite table tmptable12 UNION DISTINCT select 'tst3_n22' as key, count(1) as value from srcbucket s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@tmptable12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -559,10 +571,14 @@ PREHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION DISTINCT select s2.key as key, s2.value as value from src s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION DISTINCT select s2.key as key, s2.value as value from src s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -983,6 +999,9 @@ FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n96 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key INSERT OVERWRITE TABLE DEST2_n26 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n96 +PREHOOK: Output: default@dest2_n26 POSTHOOK: query: explain FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 UNION DISTINCT @@ -990,6 +1009,9 @@ FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n96 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key INSERT OVERWRITE TABLE DEST2_n26 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n96 +POSTHOOK: Output: default@dest2_n26 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1908,6 +1930,9 @@ FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST118 SELECT unionsrc.key, unionsrc.value INSERT OVERWRITE TABLE DEST218 SELECT unionsrc.key, unionsrc.value, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest118 +PREHOOK: Output: default@dest218 POSTHOOK: query: explain FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 UNION DISTINCT @@ -1915,6 +1940,9 @@ FROM (select 'tst1_n93' as key, cast(count(1)
[15/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out index 003457b..47b1902 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out @@ -133,9 +133,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1 +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1@part=1 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: false @@ -290,9 +296,15 @@ insert_num boolean1boolean1boolean1 boolean1boolean1boolean1boolean1boolea PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1 +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1@part=1 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: false @@ -432,9 +444,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n1 +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n1@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n1 +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n1@part=1 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: false @@ -561,9 +579,15 @@ insert_num decimal1decimal1decimal1 decimal1decimal1decimal1decimal1decima PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n1 +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n1@part=1 + A masked pattern was here POSTHOOK: query: explain vec
[18/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/partition_ctas.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/partition_ctas.q.out b/ql/src/test/results/clientpositive/llap/partition_ctas.q.out index 67c7965..8d96e26 100644 --- a/ql/src/test/results/clientpositive/llap/partition_ctas.q.out +++ b/ql/src/test/results/clientpositive/llap/partition_ctas.q.out @@ -2,10 +2,17 @@ PREHOOK: query: EXPLAIN CREATE TABLE partition_ctas_1 PARTITIONED BY (key) AS SELECT value, key FROM src where key > 200 and key < 300 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@partition_ctas_1 +PREHOOK: Output: default@partition_ctas_1 POSTHOOK: query: EXPLAIN CREATE TABLE partition_ctas_1 PARTITIONED BY (key) AS SELECT value, key FROM src where key > 200 and key < 300 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partition_ctas_1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -249,9 +256,15 @@ Storage Desc Params: PREHOOK: query: EXPLAIN SELECT * FROM partition_ctas_1 where key = 238 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_ctas_1 +PREHOOK: Input: default@partition_ctas_1@key=238 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM partition_ctas_1 where key = 238 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_ctas_1 +POSTHOOK: Input: default@partition_ctas_1@key=238 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -419,9 +432,15 @@ POSTHOOK: Lineage: partition_ctas_2 PARTITION(value=val_298).key SIMPLE [(src)sr PREHOOK: query: EXPLAIN SELECT * FROM partition_ctas_2 where value = 'val_238' PREHOOK: type: QUERY +PREHOOK: Input: default@partition_ctas_2 +PREHOOK: Input: default@partition_ctas_2@value=val_238 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM partition_ctas_2 where value = 'val_238' POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_ctas_2 +POSTHOOK: Input: default@partition_ctas_2@value=val_238 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -452,9 +471,137 @@ POSTHOOK: Input: default@partition_ctas_2@value=val_238 PREHOOK: query: EXPLAIN SELECT value FROM partition_ctas_2 where key = 238 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_ctas_2 +PREHOOK: Input: default@partition_ctas_2@value=val_201 +PREHOOK: Input: default@partition_ctas_2@value=val_202 +PREHOOK: Input: default@partition_ctas_2@value=val_203 +PREHOOK: Input: default@partition_ctas_2@value=val_205 +PREHOOK: Input: default@partition_ctas_2@value=val_207 +PREHOOK: Input: default@partition_ctas_2@value=val_208 +PREHOOK: Input: default@partition_ctas_2@value=val_209 +PREHOOK: Input: default@partition_ctas_2@value=val_213 +PREHOOK: Input: default@partition_ctas_2@value=val_214 +PREHOOK: Input: default@partition_ctas_2@value=val_216 +PREHOOK: Input: default@partition_ctas_2@value=val_217 +PREHOOK: Input: default@partition_ctas_2@value=val_218 +PREHOOK: Input: default@partition_ctas_2@value=val_219 +PREHOOK: Input: default@partition_ctas_2@value=val_221 +PREHOOK: Input: default@partition_ctas_2@value=val_222 +PREHOOK: Input: default@partition_ctas_2@value=val_223 +PREHOOK: Input: default@partition_ctas_2@value=val_224 +PREHOOK: Input: default@partition_ctas_2@value=val_226 +PREHOOK: Input: default@partition_ctas_2@value=val_228 +PREHOOK: Input: default@partition_ctas_2@value=val_229 +PREHOOK: Input: default@partition_ctas_2@value=val_230 +PREHOOK: Input: default@partition_ctas_2@value=val_233 +PREHOOK: Input: default@partition_ctas_2@value=val_235 +PREHOOK: Input: default@partition_ctas_2@value=val_237 +PREHOOK: Input: default@partition_ctas_2@value=val_238 +PREHOOK: Input: default@partition_ctas_2@value=val_239 +PREHOOK: Input: default@partition_ctas_2@value=val_241 +PREHOOK: Input: default@partition_ctas_2@value=val_242 +PREHOOK: Input: default@partition_ctas_2@value=val_244 +PREHOOK: Input: default@partition_ctas_2@value=val_247 +PREHOOK: Input: default@partition_ctas_2@value=val_248 +PREHOOK: Input: default@partition_ctas_2@value=val_249 +PREHOOK: Input: default@partition_ctas_2@value=val_252 +PREHOOK: Input: default@partition_ctas_2@value=val_255 +PREHOOK: Input: default@partition_ctas_2@value=val_256 +PREHOOK: Input: default@partition_ctas_2@value=val_257 +PREHOOK: Input: default@partition_ctas_2@value=val_258 +PREHOOK: Input: default@partition_ctas_2@value=val_260 +PREHOOK: Input: default@partition_ctas_2@value=val_262 +PREHOOK: Input: default@partition_ctas_2@value=val_263 +PREHOOK: Input: default@partition_ctas_2@value=val_265 +PREHOOK: Input: default@partition_ctas_2@value=val_266 +PREHOOK: Input: default@partition_ctas_2@
[05/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out index 0c18f83..3087ec8 100644 --- a/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out @@ -132,10 +132,16 @@ PREHOOK: query: explain vectorization only summary select * from t1_n148 a left semi join t2_n87 b on a.key=b.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 + A masked pattern was here POSTHOOK: query: explain vectorization only summary select * from t1_n148 a left semi join t2_n87 b on a.key=b.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 + A masked pattern was here PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -159,9 +165,15 @@ POSTHOOK: Input: default@t2_n87 PREHOOK: query: explain vectorization only summary select * from t2_n87 a left semi join t1_n148 b on b.key=a.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 + A masked pattern was here POSTHOOK: query: explain vectorization only summary select * from t2_n87 a left semi join t1_n148 b on b.key=a.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 + A masked pattern was here PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -187,9 +199,15 @@ POSTHOOK: Input: default@t2_n87 PREHOOK: query: explain vectorization only summary select * from t1_n148 a left semi join t4_n19 b on b.key=a.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t4_n19 + A masked pattern was here POSTHOOK: query: explain vectorization only summary select * from t1_n148 a left semi join t4_n19 b on b.key=a.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t4_n19 + A masked pattern was here PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -207,9 +225,15 @@ POSTHOOK: Input: default@t4_n19 PREHOOK: query: explain vectorization only summary select a.value from t1_n148 a left semi join t3_n35 b on (b.key = a.key and b.key < '15') sort by a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t3_n35 + A masked pattern was here POSTHOOK: query: explain vectorization only summary select a.value from t1_n148 a left semi join t3_n35 b on (b.key = a.key and b.key < '15') sort by a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t3_n35 + A masked pattern was here PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -238,9 +262,15 @@ val_9 PREHOOK: query: explain vectorization only summary select * from t1_n148 a left semi join t2_n87 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 + A masked pattern was here POSTHOOK: query: explain vectorization only summary select * from t1_n148 a left semi join t2_n87 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 + A masked pattern was here PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -261,9 +291,15 @@ POSTHOOK: Input: default@t2_n87 PREHOOK: query: explain vectorization only summary select a.value from t1_n148 a left semi join (select key from t3_n35 where key > 5) b on a.key = b.key sort by a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t3_n35 + A masked pattern was here POSTHOOK: query: explain vectorization only summary select a.value from t1_n148 a left semi join (select key from t3_n35 where key > 5) b on a.key = b.key sort by a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t3_n35 + A masked pattern was here PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -284,9 +320,15 @@ val_9 PREHOOK: query: explain vectorization only summary select a.value from t1_n148 a left semi join (select key , value from t2_n87 where key > 5) b on
[08/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_between_in.q.out
--
diff --git a/ql/src/test/results/clientpositive/llap/vector_between_in.q.out
b/ql/src/test/results/clientpositive/llap/vector_between_in.q.out
index c11e209..6b6d5ea 100644
--- a/ql/src/test/results/clientpositive/llap/vector_between_in.q.out
+++ b/ql/src/test/results/clientpositive/llap/vector_between_in.q.out
@@ -26,8 +26,12 @@ POSTHOOK: Lineage: decimal_date_test.cdecimal2 EXPRESSION []
POSTHOOK: Lineage: decimal_date_test.cdouble EXPRESSION []
PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM
decimal_date_test WHERE cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14"
AS DATE)) ORDER BY cdate
PREHOOK: type: QUERY
+PREHOOK: Input: default@decimal_date_test
+ A masked pattern was here
POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM
decimal_date_test WHERE cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14"
AS DATE)) ORDER BY cdate
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@decimal_date_test
+ A masked pattern was here
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
@@ -121,8 +125,12 @@ STAGE PLANS:
PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM
decimal_date_test WHERE cdate NOT IN (CAST("1969-10-26" AS DATE),
CAST("1969-07-14" AS DATE), CAST("1970-01-21" AS DATE))
PREHOOK: type: QUERY
+PREHOOK: Input: default@decimal_date_test
+ A masked pattern was here
POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM
decimal_date_test WHERE cdate NOT IN (CAST("1969-10-26" AS DATE),
CAST("1969-07-14" AS DATE), CAST("1970-01-21" AS DATE))
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@decimal_date_test
+ A masked pattern was here
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
@@ -230,8 +238,12 @@ STAGE PLANS:
PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM
decimal_date_test WHERE cdecimal1 IN (2365.8945945946, 881.0135135135,
-3367.6517567568) ORDER BY cdecimal1
PREHOOK: type: QUERY
+PREHOOK: Input: default@decimal_date_test
+ A masked pattern was here
POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM
decimal_date_test WHERE cdecimal1 IN (2365.8945945946, 881.0135135135,
-3367.6517567568) ORDER BY cdecimal1
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@decimal_date_test
+ A masked pattern was here
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
@@ -325,8 +337,12 @@ STAGE PLANS:
PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM
decimal_date_test WHERE cdecimal1 NOT IN (2365.8945945946, 881.0135135135,
-3367.6517567568)
PREHOOK: type: QUERY
+PREHOOK: Input: default@decimal_date_test
+ A masked pattern was here
POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM
decimal_date_test WHERE cdecimal1 NOT IN (2365.8945945946, 881.0135135135,
-3367.6517567568)
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@decimal_date_test
+ A masked pattern was here
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
@@ -434,8 +450,12 @@ STAGE PLANS:
PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM
decimal_date_test WHERE cdate BETWEEN CAST("1969-12-30" AS DATE) AND
CAST("1970-01-02" AS DATE) ORDER BY cdate
PREHOOK: type: QUERY
+PREHOOK: Input: default@decimal_date_test
+ A masked pattern was here
POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM
decimal_date_test WHERE cdate BETWEEN CAST("1969-12-30" AS DATE) AND
CAST("1970-01-02" AS DATE) ORDER BY cdate
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@decimal_date_test
+ A masked pattern was here
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
@@ -529,8 +549,12 @@ STAGE PLANS:
PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM
decimal_date_test WHERE cdate NOT BETWEEN CAST("1968-05-01" AS DATE) AND
CAST("1971-09-01" AS DATE) ORDER BY cdate
PREHOOK: type: QUERY
+PREHOOK: Input: default@decimal_date_test
+ A masked pattern was here
POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM
decimal_date_test WHERE cdate NOT BETWEEN CAST("1968-05-01" AS DATE) AND
CAST("1971-09-01" AS DATE) ORDER BY cdate
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@decimal_date_test
+ A masked pattern was here
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
@@ -624,8 +648,12 @@ STAGE PLANS:
PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM
decimal_dat
[31/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/check_constraint.q.out
--
diff --git a/ql/src/test/results/clientpositive/llap/check_constraint.q.out
b/ql/src/test/results/clientpositive/llap/check_constraint.q.out
index b7e6da9..dcf4edc 100644
--- a/ql/src/test/results/clientpositive/llap/check_constraint.q.out
+++ b/ql/src/test/results/clientpositive/llap/check_constraint.q.out
@@ -79,8 +79,12 @@ Column Name:bb Check Value:bb IN (23.4,56,4)
PREHOOK: query: EXPLAIN INSERT INTO table1_n0 values(1,100,true, 5, 23.4,
700.5)
PREHOOK: type: QUERY
+PREHOOK: Input: _dummy_database@_dummy_table
+PREHOOK: Output: default@table1_n0
POSTHOOK: query: EXPLAIN INSERT INTO table1_n0 values(1,100,true, 5, 23.4,
700.5)
POSTHOOK: type: QUERY
+POSTHOOK: Input: _dummy_database@_dummy_table
+POSTHOOK: Output: default@table1_n0
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
@@ -230,8 +234,12 @@ Column Name:i Check Value:i + NULL > 0
PREHOOK: query: EXPLAIN INSERT INTO table2_n0 values(8)
PREHOOK: type: QUERY
+PREHOOK: Input: _dummy_database@_dummy_table
+PREHOOK: Output: default@table2_n0
POSTHOOK: query: EXPLAIN INSERT INTO table2_n0 values(8)
POSTHOOK: type: QUERY
+POSTHOOK: Input: _dummy_database@_dummy_table
+POSTHOOK: Output: default@table2_n0
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
@@ -330,8 +338,12 @@ POSTHOOK: Output: database:default
POSTHOOK: Output: default@tudf
PREHOOK: query: EXPLAIN INSERT INTO tudf values('function1')
PREHOOK: type: QUERY
+PREHOOK: Input: _dummy_database@_dummy_table
+PREHOOK: Output: default@tudf
POSTHOOK: query: EXPLAIN INSERT INTO tudf values('function1')
POSTHOOK: type: QUERY
+POSTHOOK: Input: _dummy_database@_dummy_table
+POSTHOOK: Output: default@tudf
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
@@ -461,8 +473,12 @@ Column Name:numclicks Check Value:numClicks > 0
PREHOOK: query: EXPLAIN INSERT INTO tmulti values('hive.apache.com', 'user1',
48, '12-01-2018')
PREHOOK: type: QUERY
+PREHOOK: Input: _dummy_database@_dummy_table
+PREHOOK: Output: default@tmulti
POSTHOOK: query: EXPLAIN INSERT INTO tmulti values('hive.apache.com', 'user1',
48, '12-01-2018')
POSTHOOK: type: QUERY
+POSTHOOK: Input: _dummy_database@_dummy_table
+POSTHOOK: Output: default@tmulti
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
@@ -620,8 +636,12 @@ Column Name:numclicks Check Value:numClicks > 0
PREHOOK: query: EXPLAIN INSERT INTO tmulti values('hive.apache.com', 'user1',
48, '12-01-2018')
PREHOOK: type: QUERY
+PREHOOK: Input: _dummy_database@_dummy_table
+PREHOOK: Output: default@tmulti
POSTHOOK: query: EXPLAIN INSERT INTO tmulti values('hive.apache.com', 'user1',
48, '12-01-2018')
POSTHOOK: type: QUERY
+POSTHOOK: Input: _dummy_database@_dummy_table
+POSTHOOK: Output: default@tmulti
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
@@ -765,8 +785,12 @@ Column Name:numclicks Check Value:numclicks > 0
PREHOOK: query: EXPLAIN INSERT INTO tcase values('hive.apache.com', 'user1',
'12-01-2018', 48)
PREHOOK: type: QUERY
+PREHOOK: Input: _dummy_database@_dummy_table
+PREHOOK: Output: default@tcase
POSTHOOK: query: EXPLAIN INSERT INTO tcase values('hive.apache.com', 'user1',
'12-01-2018', 48)
POSTHOOK: type: QUERY
+POSTHOOK: Input: _dummy_database@_dummy_table
+POSTHOOK: Output: default@tcase
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
@@ -911,8 +935,12 @@ Column Name:price Check Value:cast(numClicks as
FLOAT)*price > 10.00
PREHOOK: query: EXPLAIN INSERT INTO tcast values('www.google.com', 100,
cast(0.5 as float))
PREHOOK: type: QUERY
+PREHOOK: Input: _dummy_database@_dummy_table
+PREHOOK: Output: default@tcast
POSTHOOK: query: EXPLAIN INSERT INTO tcast values('www.google.com', 100,
cast(0.5 as float))
POSTHOOK: type: QUERY
+POSTHOOK: Input: _dummy_database@_dummy_table
+POSTHOOK: Output: default@tcast
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
@@ -989,8 +1017,12 @@ POSTHOOK: Input: default@tcast
www.google.com 100 0.5
PREHOOK: query: EXPLAIN INSERT INTO tcast(url, price) values('www.yahoo.com',
0.5)
PREHOOK: type: QUERY
+PREHOOK: Input: _dummy_database@_dummy_table
+PREHOOK: Output: default@tcast
POSTHOOK: query: EXPLAIN INSERT INTO tcast(url, price) values('www.yahoo.com',
0.5)
POSTHOOK: type: QUERY
+POSTHOOK: Input: _dummy_database@_dummy_table
+POSTHOOK: Output: default@tcast
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
@@ -1142,8 +1174,12 @@ Column Name:bCheck Value:((cast(d
[19/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out b/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out index 0461224..1db317a 100644 --- a/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out +++ b/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out @@ -1,7 +1,13 @@ PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 + A masked pattern was here POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -16,8 +22,12 @@ Stage-0 PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -32,8 +42,14 @@ Stage-0 PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 + A masked pattern was here POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -48,8 +64,12 @@ Stage-0 PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -64,8 +84,12 @@ Stage-0 PREHOOK: query: explain select concat(key, value) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select concat(key, value) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -78,8 +102,14 @@ Stage-0 PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 + A masked pattern was here POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -94,8 +124,12 @@ Stage-0 PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -110,8 +144,12 @@ Stage-0 PREHOOK: query: explain select concat(key, value) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select concat(key, value) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -127,8 +165,12 @@ Stage-0 PREHOOK: query: explain select key, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select key, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -141,8 +183,12 @@ Stage-0 PREHOOK: query: explain select key from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select key from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -155,8 +201,12 @@ Stage-0 PREHOOK: query: explain select *from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain
[25/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/explainuser_2.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out index 85df0b3..6fa0cff 100644 --- a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out +++ b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out @@ -175,11 +175,21 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -257,6 +267,17 @@ order by ss_n1.k1,sr.k2,cs.k3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@cs +PREHOOK: Input: default@sr +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@ss_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select ss_n1.k1,sr.k2,cs.k3,count(ss_n1.v1),count(sr.v2),count(cs.v3) @@ -285,6 +306,17 @@ order by ss_n1.k1,sr.k2,cs.k3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cs +POSTHOOK: Input: default@sr +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@ss_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -433,6 +465,9 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select * from src1 union select * from src)z ON (x.value = z.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) @@ -442,6 +477,9 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select * from src1 union select * from src)z ON (x.value = z.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -594,6 +632,9 @@ SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select key, value from src1 union select key, value from src union select key, value from src union select key, value from src)z ON (x.value = z.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) @@ -607,6 +648,9 @@ SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select key, value from src1 union select key, value from src union select key, value from src union select key, value from src)z ON (x.value = z.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -876,11 +920,21 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root
[50/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out -- diff --git a/accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out b/accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out index 4a46786..09726a0 100644 --- a/accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out +++ b/accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out @@ -24,8 +24,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@accumulo_pushdown PREHOOK: query: explain select * from accumulo_pushdown where key>'90' PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown + A masked pattern was here POSTHOOK: query: explain select * from accumulo_pushdown where key>'90' POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -163,8 +167,12 @@ POSTHOOK: Input: default@accumulo_pushdown 98 val_98 PREHOOK: query: explain select * from accumulo_pushdown where key>=cast(40 + 50 as string) PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown + A masked pattern was here POSTHOOK: query: explain select * from accumulo_pushdown where key>=cast(40 + 50 as string) POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -199,8 +207,12 @@ POSTHOOK: Input: default@accumulo_pushdown 98 val_98 PREHOOK: query: explain select * from accumulo_pushdown where key>'90' and value like '%9%' PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown + A masked pattern was here POSTHOOK: query: explain select * from accumulo_pushdown where key>'90' and value like '%9%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -251,9 +263,13 @@ POSTHOOK: Input: default@accumulo_pushdown PREHOOK: query: explain select * from accumulo_pushdown where key>='90' and value like '%9%' and key=cast(value as int) PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown + A masked pattern was here POSTHOOK: query: explain select * from accumulo_pushdown where key>='90' and value like '%9%' and key=cast(value as int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -301,9 +317,13 @@ POSTHOOK: Input: default@accumulo_pushdown PREHOOK: query: explain select * from accumulo_pushdown where key<'80' and key>'90' and value like '%90%' PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown + A masked pattern was here POSTHOOK: query: explain select * from accumulo_pushdown where key<'80' and key>'90' and value like '%90%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -349,8 +369,12 @@ POSTHOOK: Input: default@accumulo_pushdown A masked pattern was here PREHOOK: query: explain select * from accumulo_pushdown PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown + A masked pattern was here POSTHOOK: query: explain select * from accumulo_pushdown POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -371,9 +395,13 @@ STAGE PLANS: PREHOOK: query: explain select * from accumulo_pushdown where (case when key<'90' then 2 else 4 end) > 3 PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown + A masked pattern was here POSTHOOK: query: explain select * from accumulo_pushdown where (case when key<'90' then 2 else 4 end) > 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -410,9 +438,13 @@ STAGE PLANS: PREHOOK: query: explain select * from accumulo_pushdown where key<='80' or value like '%90%' PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown + A masked pattern was here POSTHOOK: query: explain select * from accumulo_pushdown where key<='80' or value like '%90%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -449,9 +481,13 @@ STAGE PLANS: PREHOOK: query: explain select * from accumulo_pushdown where key > '281' and key < '287' PREHOOK: type: Q
[46/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/beeline/smb_mapjoin_3.q.out -- diff --git a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_3.q.out b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_3.q.out index e116fa7..60cd166 100644 --- a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_3.q.out +++ b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_3.q.out @@ -49,9 +49,15 @@ POSTHOOK: Output: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -104,9 +110,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -158,9 +170,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -214,9 +232,15 @@ NULL NULL4 val_4 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a full outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a full outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -272,9 +296,15 @@ NULL NULL4 val_4 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -327,9 +357,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -381,9 +417,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b
[41/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/explain_logical.q.out -- diff --git a/ql/src/test/results/clientpositive/explain_logical.q.out b/ql/src/test/results/clientpositive/explain_logical.q.out index 6b7e986..428fa58 100644 --- a/ql/src/test/results/clientpositive/explain_logical.q.out +++ b/ql/src/test/results/clientpositive/explain_logical.q.out @@ -69,9 +69,13 @@ POSTHOOK: Lineage: V4_n1.value2 SIMPLE [(src)src3.FieldSchema(name:value, type:s PREHOOK: query: EXPLAIN LOGICAL SELECT key, count(1) FROM srcpart WHERE ds IS NOT NULL GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart + A masked pattern was here POSTHOOK: query: EXPLAIN LOGICAL SELECT key, count(1) FROM srcpart WHERE ds IS NOT NULL GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart + A masked pattern was here LOGICAL PLAN: srcpart TableScan (TS_0) @@ -110,9 +114,13 @@ srcpart PREHOOK: query: EXPLAIN LOGICAL SELECT key, count(1) FROM (SELECT key, value FROM src) subq1 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: EXPLAIN LOGICAL SELECT key, count(1) FROM (SELECT key, value FROM src) subq1 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here LOGICAL PLAN: src TableScan (TS_0) @@ -153,11 +161,17 @@ PREHOOK: query: EXPLAIN LOGICAL SELECT key, value FROM src UNION ALL SELECT key, value FROM srcpart WHERE ds IS NOT NULL ) S1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart + A masked pattern was here POSTHOOK: query: EXPLAIN LOGICAL SELECT * FROM ( SELECT key, value FROM src UNION ALL SELECT key, value FROM srcpart WHERE ds IS NOT NULL ) S1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart + A masked pattern was here LOGICAL PLAN: $hdt$_0-subquery1:src TableScan (TS_0) @@ -190,9 +204,15 @@ $hdt$_0-subquery2:srcpart PREHOOK: query: EXPLAIN LOGICAL SELECT S1.key, S2.value FROM src S1 JOIN srcpart S2 ON S1.key = S2.key WHERE ds IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart + A masked pattern was here POSTHOOK: query: EXPLAIN LOGICAL SELECT S1.key, S2.value FROM src S1 JOIN srcpart S2 ON S1.key = S2.key WHERE ds IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart + A masked pattern was here LOGICAL PLAN: $hdt$_0:s1 TableScan (TS_0) @@ -257,8 +277,14 @@ $hdt$_1:s2 PREHOOK: query: EXPLAIN LOGICAL SELECT * FROM V1_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@v1_n8 + A masked pattern was here POSTHOOK: query: EXPLAIN LOGICAL SELECT * FROM V1_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@v1_n8 + A masked pattern was here LOGICAL PLAN: src TableScan (TS_0) @@ -274,8 +300,22 @@ src PREHOOK: query: EXPLAIN LOGICAL SELECT * FROM V2_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@v2_n3 + A masked pattern was here POSTHOOK: query: EXPLAIN LOGICAL SELECT * FROM V2_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@v2_n3 + A masked pattern was here LOGICAL PLAN: srcpart TableScan (TS_0) @@ -291,8 +331,18 @@ srcpart PREHOOK: query: EXPLAIN LOGICAL SELECT * FROM V3_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@v2_n3 +PREHOOK: Input: default@v3_n1 + A masked pattern was here POSTHOOK: query: EXPLAIN LOGICAL SELECT * FROM V3_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@v2_n3 +POSTHOOK: Input: default@v3_n1 + A masked pattern was here LOGICAL PLAN: $hdt$_0:srcpart TableScan (TS_0) @@ -361,8 +411,20 @@ $hdt$_1:src2 PREHOOK: query: EXPLAIN LOGICAL SELECT * FROM V4_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@v1_n8 +PREHOOK: Input: default@v2_n3 +PREHOOK: Input: default@v4_n1 + A masked pattern was here POSTHOOK: query: EXPLAIN LOGICAL SELECT * FROM V4_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK
[22/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out b/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out index c9823ce..e52b2f7 100644 --- a/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out +++ b/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out @@ -36,9 +36,20 @@ hr string PREHOOK: query: explain insert overwrite table nzhang_part3 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part3 POSTHOOK: query: explain insert overwrite table nzhang_part3 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/load_dyn_part5.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/load_dyn_part5.q.out b/ql/src/test/results/clientpositive/llap/load_dyn_part5.q.out index 7223808..c024062 100644 --- a/ql/src/test/results/clientpositive/llap/load_dyn_part5.q.out +++ b/ql/src/test/results/clientpositive/llap/load_dyn_part5.q.out @@ -23,9 +23,12 @@ valuestring PREHOOK: query: explain insert overwrite table nzhang_part5 partition (value) select key, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@nzhang_part5 POSTHOOK: query: explain insert overwrite table nzhang_part5 partition (value) select key, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out index 56aff94..aac3d75 100644 --- a/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out @@ -90,6 +90,9 @@ select sub1.aid, sub1.avalue, sub2.bvalue from sub1,sub2 where sub1.aid=sub2.bid PREHOOK: type: QUERY +PREHOOK: Input: default@expod1 +PREHOOK: Input: default@expod2 + A masked pattern was here POSTHOOK: query: explain with sub1 as (select aid, avalue from expod1 lateral view explode(av) avs as avalue ), sub2 as @@ -98,6 +101,9 @@ select sub1.aid, sub1.avalue, sub2.bvalue from sub1,sub2 where sub1.aid=sub2.bid POSTHOOK: type: QUERY +POSTHOOK: Input: default@expod1 +POSTHOOK: Input: default@expod2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/mapjoin3.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/mapjoin3.q.out b/ql/src/test/results/clientpositive/llap/mapjoin3.q.out index 7aa7318..ac36e4f 100644 --- a/ql/src/test/results/clientpositive/llap/mapjoin3.q.out +++ b/ql/src/test/results/clientpositive/llap/mapjoin3.q.out @@ -76,6 +76,9 @@ test_1 ) t1 ON t2.member = t1.member PREHOOK: type: QUERY +PREHOOK: Input: default@test_1 +PREHOOK: Input: default@test_2 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT t2.member @@ -93,6 +96,9 @@ test_1 ) t1 ON t2.member = t1.member POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1 +POSTHOOK: Input: default@test_2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/mapjoin46.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/mapjoin46.q.out b/ql/src/test/results/clientpositive/llap/mapjoin46.q.out index 60128da..a7ad252 100644 --- a/ql/src/test/results/clientpositive/l
[47/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/auto_join14.q.out -- diff --git a/ql/src/test/results/clientpositive/auto_join14.q.out b/ql/src/test/results/clientpositive/auto_join14.q.out index 1d8a2da..5de29f1 100644 --- a/ql/src/test/results/clientpositive/auto_join14.q.out +++ b/ql/src/test/results/clientpositive/auto_join14.q.out @@ -10,10 +10,20 @@ PREHOOK: query: explain FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1_n83 SELECT src.key, srcpart.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n83 POSTHOOK: query: explain FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1_n83 SELECT src.key, srcpart.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n83 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/auto_join15.q.out -- diff --git a/ql/src/test/results/clientpositive/auto_join15.q.out b/ql/src/test/results/clientpositive/auto_join15.q.out index fd0dfd3..afadf5d 100644 --- a/ql/src/test/results/clientpositive/auto_join15.q.out +++ b/ql/src/test/results/clientpositive/auto_join15.q.out @@ -6,6 +6,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY k1, v1, k2, v2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2)) from ( @@ -14,6 +16,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY k1, v1, k2, v2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/auto_join16.q.out -- diff --git a/ql/src/test/results/clientpositive/auto_join16.q.out b/ql/src/test/results/clientpositive/auto_join16.q.out index eb124c2..fd8c866 100644 --- a/ql/src/test/results/clientpositive/auto_join16.q.out +++ b/ql/src/test/results/clientpositive/auto_join16.q.out @@ -6,6 +6,8 @@ JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain SELECT sum(hash(subq.key, tab.value)) FROM @@ -14,6 +16,8 @@ JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/auto_join17.q.out -- diff --git a/ql/src/test/results/clientpositive/auto_join17.q.out b/ql/src/test/results/clientpositive/auto_join17.q.out index f2a1615..e4b2604 100644 --- a/ql/src/test/results/clientpositive/auto_join17.q.out +++ b/ql/src/test/results/clientpositive/auto_join17.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n41 SELECT src1.*, src2.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n41 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n41 SELECT src1.*, src2.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n41 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/auto_join18.q.out -- diff --git a/ql/src/test/results/clientpositive/auto_join18.q.out b/ql/src/test/results/clientpositive/auto_join18.q.out index 7e8de94..4006cee 100644 --- a/ql/src/test/results/clientpositive/auto_join18.q.out +++ b/ql/src/test/results/clientpositive/auto_join18.q.out @@ -11,6 +11,9 @@ PREHOOK: query: explain ) b ON (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PRE
[34/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/list_bucket_dml_14.q.out
--
diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_14.q.out
b/ql/src/test/results/clientpositive/list_bucket_dml_14.q.out
index d926daf..009eec6 100644
--- a/ql/src/test/results/clientpositive/list_bucket_dml_14.q.out
+++ b/ql/src/test/results/clientpositive/list_bucket_dml_14.q.out
@@ -13,9 +13,13 @@ POSTHOOK: Output: default@list_bucketing
PREHOOK: query: explain extended
insert overwrite table list_bucketing select * from src
PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@list_bucketing
POSTHOOK: query: explain extended
insert overwrite table list_bucketing select * from src
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@list_bucketing
OPTIMIZED SQL: SELECT `key`, `value`
FROM `default`.`src`
STAGE DEPENDENCIES:
@@ -286,9 +290,13 @@ POSTHOOK: Input: default@src
PREHOOK: query: explain extended
select key, value from list_bucketing where key = "484"
PREHOOK: type: QUERY
+PREHOOK: Input: default@list_bucketing
+ A masked pattern was here
POSTHOOK: query: explain extended
select key, value from list_bucketing where key = "484"
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@list_bucketing
+ A masked pattern was here
OPTIMIZED SQL: SELECT CAST('484' AS STRING) AS `key`, `value`
FROM `default`.`list_bucketing`
WHERE `key` = '484'
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out
--
diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out
b/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out
index 66051c5..2308c2e 100644
--- a/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out
+++ b/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out
@@ -18,10 +18,18 @@ PREHOOK: query: explain extended
insert overwrite table list_bucketing_static_part_n4 partition (ds =
'2008-04-08', hr = '11')
select key, value from srcpart where ds = '2008-04-08'
PREHOOK: type: QUERY
+PREHOOK: Input: default@srcpart
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
+PREHOOK: Output: default@list_bucketing_static_part_n4@ds=2008-04-08/hr=11
POSTHOOK: query: explain extended
insert overwrite table list_bucketing_static_part_n4 partition (ds =
'2008-04-08', hr = '11')
select key, value from srcpart where ds = '2008-04-08'
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@srcpart
+POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
+POSTHOOK: Output: default@list_bucketing_static_part_n4@ds=2008-04-08/hr=11
OPTIMIZED SQL: SELECT `key`, `value`
FROM `default`.`srcpart`
WHERE `ds` = '2008-04-08'
@@ -357,9 +365,15 @@ POSTHOOK: Input: default@list_bucketing_static_part_n4
PREHOOK: query: explain extended
select * from list_bucketing_static_part_n4 where ds = '2008-04-08' and hr =
'11' and key = '484' and value = 'val_484'
PREHOOK: type: QUERY
+PREHOOK: Input: default@list_bucketing_static_part_n4
+PREHOOK: Input: default@list_bucketing_static_part_n4@ds=2008-04-08/hr=11
+ A masked pattern was here
POSTHOOK: query: explain extended
select * from list_bucketing_static_part_n4 where ds = '2008-04-08' and hr =
'11' and key = '484' and value = 'val_484'
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@list_bucketing_static_part_n4
+POSTHOOK: Input: default@list_bucketing_static_part_n4@ds=2008-04-08/hr=11
+ A masked pattern was here
OPTIMIZED SQL: SELECT CAST('484' AS STRING) AS `key`, CAST('val_484' AS
STRING) AS `value`, CAST('2008-04-08' AS STRING) AS `ds`, CAST('11' AS STRING)
AS `hr`
FROM `default`.`list_bucketing_static_part_n4`
WHERE `ds` = '2008-04-08' AND `hr` = '11' AND `key` = '484' AND `value` =
'val_484'
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out
--
diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out
b/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out
index d935b9b..8ed4bce 100644
--- a/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out
+++ b/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out
@@ -9,9 +9,17 @@ POSTHOOK: Output: default@list_bucketing_static_part_n1
PREHOOK: query: explain extended
insert overwrite table list_bucketing_static_part_n1 partition
(ds='2008-04-08', hr='11') select key, value from srcpart where ds='2008-04-08'
PREHOOK: type: QUERY
+PREHOOK: Input: default@srcpart
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
+PREHOOK: Output: default@list_bucketing
[21/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_2.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_2.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_2.q.out index c683098..086878e 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_2.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_2.q.out @@ -335,9 +335,41 @@ POSTHOOK: Lineage: partition_mv_4 PARTITION(key=226).value SIMPLE [(src_txn_2)sr PREHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where key > 210 and key < 230 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_mv_1 +PREHOOK: Input: default@partition_mv_1@key=213 +PREHOOK: Input: default@partition_mv_1@key=214 +PREHOOK: Input: default@partition_mv_1@key=216 +PREHOOK: Input: default@partition_mv_1@key=217 +PREHOOK: Input: default@partition_mv_1@key=218 +PREHOOK: Input: default@partition_mv_1@key=219 +PREHOOK: Input: default@partition_mv_1@key=221 +PREHOOK: Input: default@partition_mv_1@key=222 +PREHOOK: Input: default@partition_mv_1@key=223 +PREHOOK: Input: default@partition_mv_1@key=224 +PREHOOK: Input: default@partition_mv_1@key=226 +PREHOOK: Input: default@partition_mv_1@key=228 +PREHOOK: Input: default@partition_mv_1@key=229 +PREHOOK: Input: default@src_txn_2 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where key > 210 and key < 230 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_mv_1 +POSTHOOK: Input: default@partition_mv_1@key=213 +POSTHOOK: Input: default@partition_mv_1@key=214 +POSTHOOK: Input: default@partition_mv_1@key=216 +POSTHOOK: Input: default@partition_mv_1@key=217 +POSTHOOK: Input: default@partition_mv_1@key=218 +POSTHOOK: Input: default@partition_mv_1@key=219 +POSTHOOK: Input: default@partition_mv_1@key=221 +POSTHOOK: Input: default@partition_mv_1@key=222 +POSTHOOK: Input: default@partition_mv_1@key=223 +POSTHOOK: Input: default@partition_mv_1@key=224 +POSTHOOK: Input: default@partition_mv_1@key=226 +POSTHOOK: Input: default@partition_mv_1@key=228 +POSTHOOK: Input: default@partition_mv_1@key=229 +POSTHOOK: Input: default@src_txn_2 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -415,9 +447,29 @@ POSTHOOK: Input: default@src_txn_2 PREHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where value > 'val_220' and value < 'val_230' PREHOOK: type: QUERY +PREHOOK: Input: default@partition_mv_2 +PREHOOK: Input: default@partition_mv_2@value=val_221 +PREHOOK: Input: default@partition_mv_2@value=val_222 +PREHOOK: Input: default@partition_mv_2@value=val_223 +PREHOOK: Input: default@partition_mv_2@value=val_224 +PREHOOK: Input: default@partition_mv_2@value=val_226 +PREHOOK: Input: default@partition_mv_2@value=val_228 +PREHOOK: Input: default@partition_mv_2@value=val_229 +PREHOOK: Input: default@src_txn_2 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where value > 'val_220' and value < 'val_230' POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_mv_2 +POSTHOOK: Input: default@partition_mv_2@value=val_221 +POSTHOOK: Input: default@partition_mv_2@value=val_222 +POSTHOOK: Input: default@partition_mv_2@value=val_223 +POSTHOOK: Input: default@partition_mv_2@value=val_224 +POSTHOOK: Input: default@partition_mv_2@value=val_226 +POSTHOOK: Input: default@partition_mv_2@value=val_228 +POSTHOOK: Input: default@partition_mv_2@value=val_229 +POSTHOOK: Input: default@src_txn_2 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -471,9 +523,15 @@ POSTHOOK: Input: default@src_txn_2 PREHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where key > 224 and key < 226 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_mv_4 +PREHOOK: Input: default@src_txn_2 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where key > 224 and key < 226 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_mv_4 +POSTHOOK: Input: default@src_txn_2 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_3.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_3.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_3.q.out index e25ef64..8735689 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_3.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_3.q.out @@ -16,10 +16,17 @@ PREHOOK: query: EXPLAIN CREATE MATERIALIZED VIEW partition_mv_sdp PARTITIONED ON (key) AS SELECT va
[40/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/groupby10.q.out -- diff --git a/ql/src/test/results/clientpositive/groupby10.q.out b/ql/src/test/results/clientpositive/groupby10.q.out index 665bf92..e38be57 100644 --- a/ql/src/test/results/clientpositive/groupby10.q.out +++ b/ql/src/test/results/clientpositive/groupby10.q.out @@ -35,11 +35,17 @@ FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key PREHOOK: type: QUERY +PREHOOK: Input: default@input +PREHOOK: Output: default@dest1_n0 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@input +POSTHOOK: Output: default@dest1_n0 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -410,11 +416,17 @@ FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key PREHOOK: type: QUERY +PREHOOK: Input: default@input +PREHOOK: Output: default@dest1_n0 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@input +POSTHOOK: Output: default@dest1_n0 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -785,11 +797,17 @@ FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), avg(distinct substr(INPUT.value,5)) GROUP BY INPUT.key PREHOOK: type: QUERY +PREHOOK: Input: default@input +PREHOOK: Output: default@dest1_n0 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), avg(distinct substr(INPUT.value,5)) GROUP BY INPUT.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@input +POSTHOOK: Output: default@dest1_n0 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/groupby11.q.out -- diff --git a/ql/src/test/results/clientpositive/groupby11.q.out b/ql/src/test/results/clientpositive/groupby11.q.out index fd13d3a..01ca2a2 100644 --- a/ql/src/test/results/clientpositive/groupby11.q.out +++ b/ql/src/test/results/clientpositive/groupby11.q.out @@ -21,6 +21,9 @@ INSERT OVERWRITE TABLE dest1_n137 partition(ds='111') INSERT OVERWRITE TABLE dest2_n36 partition(ds='111') SELECT substr(src.value, 5), count(src.key), count(distinct src.key) GROUP BY substr(src.value, 5) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n137@ds=111 +PREHOOK: Output: default@dest2_n36@ds=111 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n137 partition(ds='111') @@ -28,6 +31,9 @@ INSERT OVERWRITE TABLE dest1_n137 partition(ds='111') INSERT OVERWRITE TABLE dest2_n36 partition(ds='111') SELECT substr(src.value, 5), count(src.key), count(distinct src.key) GROUP BY substr(src.value, 5) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n137@ds=111 +POSTHOOK: Output: default@dest2_n36@ds=111 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/groupby12.q.out -- diff --git a/ql/src/test/results/clientpositive/groupby12.q.out b/ql/src/test/results/clientpositive/groupby12.q.out index 7317c4e..c381a8f 10
[07/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out index 4506cd7..90d1507 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out @@ -109,9 +109,13 @@ POSTHOOK: Lineage: decimal_6_2.value SIMPLE [(decimal_6_2_txt)decimal_6_2_txt.Fi PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_6_1 ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_6_1 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_6_1 ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_6_1 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -250,9 +254,13 @@ NULL 1234567890 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_6_2 ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_6_2 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_6_2 ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_6_2 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -395,6 +403,9 @@ SELECT T.key from ( SELECT key, value from DECIMAL_6_2 ) T order by T.key PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_6_1 +PREHOOK: Input: default@decimal_6_2 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT T.key from ( SELECT key, value from DECIMAL_6_1 @@ -402,6 +413,9 @@ SELECT T.key from ( SELECT key, value from DECIMAL_6_2 ) T order by T.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_6_1 +POSTHOOK: Input: default@decimal_6_2 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -626,9 +640,15 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL CREATE TABLE DECIMAL_6_3 STORED AS ORC AS SELECT key + 5.5 AS k, value * 11 AS v from DECIMAL_6_1 ORDER BY v PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@decimal_6_1 +PREHOOK: Output: database:default +PREHOOK: Output: default@DECIMAL_6_3 POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL CREATE TABLE DECIMAL_6_3 STORED AS ORC AS SELECT key + 5.5 AS k, value * 11 AS v from DECIMAL_6_1 ORDER BY v POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@decimal_6_1 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@DECIMAL_6_3 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out index 30a6770..85d0445 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out @@ -40,6 +40,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), @@ -48,6 +50,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -219,6 +223,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), AVG(cdecimal1), STDDEV_POP(cdecimal1), STDDEV_SAMP(cdecimal1), @@ -227,6 +233,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -434,6 +442,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby_small + A masked pattern w
[27/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out
--
diff --git
a/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out
b/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out
index ab8c7a1..4daa7b9 100644
--- a/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out
+++ b/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out
@@ -8,8 +8,12 @@ POSTHOOK: Output: database:default
POSTHOOK: Output: default@table1_n7
PREHOOK: query: explain INSERT INTO table1_n7 values('not', 'null',
'constraint')
PREHOOK: type: QUERY
+PREHOOK: Input: _dummy_database@_dummy_table
+PREHOOK: Output: default@table1_n7
POSTHOOK: query: explain INSERT INTO table1_n7 values('not', 'null',
'constraint')
POSTHOOK: type: QUERY
+POSTHOOK: Input: _dummy_database@_dummy_table
+POSTHOOK: Output: default@table1_n7
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
@@ -126,8 +130,12 @@ POSTHOOK: Input: default@table1_n7
notnullconstraint
PREHOOK: query: explain insert into table1_n7(a,c) values('1','2')
PREHOOK: type: QUERY
+PREHOOK: Input: _dummy_database@_dummy_table
+PREHOOK: Output: default@table1_n7
POSTHOOK: query: explain insert into table1_n7(a,c) values('1','2')
POSTHOOK: type: QUERY
+POSTHOOK: Input: _dummy_database@_dummy_table
+POSTHOOK: Output: default@table1_n7
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
@@ -235,8 +243,12 @@ POSTHOOK: Lineage: table1_n7.b SIMPLE []
POSTHOOK: Lineage: table1_n7.c SCRIPT []
PREHOOK: query: explain INSERT INTO table1_n7 select key, src.value, value
from src
PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@table1_n7
POSTHOOK: query: explain INSERT INTO table1_n7 select key, src.value, value
from src
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@table1_n7
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
@@ -846,8 +858,12 @@ POSTHOOK: Input: default@table1_n7
notnullconstraint
PREHOOK: query: explain INSERT OVERWRITE TABLE table1_n7 select src.*, value
from src
PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@table1_n7
POSTHOOK: query: explain INSERT OVERWRITE TABLE table1_n7 select src.*, value
from src
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@table1_n7
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
@@ -1455,8 +1471,12 @@ POSTHOOK: Input: default@table1_n7
98 val_98 val_98
PREHOOK: query: explain INSERT OVERWRITE TABLE table1_n7 if not exists select
src.key, src.key, src.value from src
PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@table1_n7
POSTHOOK: query: explain INSERT OVERWRITE TABLE table1_n7 if not exists select
src.key, src.key, src.value from src
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@table1_n7
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
@@ -2091,11 +2111,17 @@ from src
insert overwrite table src_multi1_n0 select * where key < 10
insert overwrite table src_multi2_n1 select * where key > 10 and key < 20
PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@src_multi1_n0
+PREHOOK: Output: default@src_multi2_n1
POSTHOOK: query: explain
from src
insert overwrite table src_multi1_n0 select * where key < 10
insert overwrite table src_multi2_n1 select * where key > 10 and key < 20
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@src_multi1_n0
+POSTHOOK: Output: default@src_multi2_n1
STAGE DEPENDENCIES:
Stage-2 is a root stage
Stage-3 depends on stages: Stage-2
@@ -2269,11 +2295,17 @@ from src
insert into table src_multi1_n0 select * where src.key < 10
insert into table src_multi2_n1 select src.* where key > 10 and key < 20
PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@src_multi1_n0
+PREHOOK: Output: default@src_multi2_n1
POSTHOOK: query: explain
from src
insert into table src_multi1_n0 select * where src.key < 10
insert into table src_multi2_n1 select src.* where key > 10 and key < 20
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@src_multi1_n0
+POSTHOOK: Output: default@src_multi2_n1
STAGE DEPENDENCIES:
Stage-2 is a root stage
Stage-3 depends on stages: Stage-2
@@ -2458,10 +2490,14 @@ PREHOOK: query: explain insert into table acid_uami_n1
values
(1, 109.23, 'mary had a little lamb'),
(6553, 923.19, 'its fleece was white as snow')
PREHOOK: type: QUERY
+PREHOOK: Input: _dummy_database@_dummy_table
+PREHOOK: Output: default@acid_uami_n1
POSTHOOK: query: explain insert into table acid_uami_n1
[28/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_2.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_2.q.out b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_2.q.out index a0f57ac..801416d 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_2.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_2.q.out @@ -50,6 +50,9 @@ FROM table_1_n2 tt1 INNER JOIN table_18_n2 tt2 ON (tt2.decimal1911_col_16) = (tt1.decimal2612_col_77) WHERE (t1.timestamp_col_9) = (tt2.timestamp_col_18)) PREHOOK: type: QUERY +PREHOOK: Input: default@table_18_n2 +PREHOOK: Input: default@table_1_n2 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT COUNT(*) @@ -64,6 +67,9 @@ FROM table_1_n2 tt1 INNER JOIN table_18_n2 tt2 ON (tt2.decimal1911_col_16) = (tt1.decimal2612_col_77) WHERE (t1.timestamp_col_9) = (tt2.timestamp_col_18)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_18_n2 +POSTHOOK: Input: default@table_1_n2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -508,6 +514,9 @@ select on a.key = b.key join src1 c on a.value = c.value where c.key < 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Input: default@tab2_n6 + A masked pattern was here POSTHOOK: query: explain select count(*) @@ -518,6 +527,9 @@ select on a.key = b.key join src1 c on a.value = c.value where c.key < 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@tab2_n6 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out index 251c348..cb3740d 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out @@ -19,11 +19,23 @@ WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) PREHOOK: type: QUERY +PREHOOK: Input: default@acidtbl +PREHOOK: Input: default@nonacidorctbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@merge_tmp_table POSTHOOK: query: explain merge into acidTbl as t using nonAcidOrcTbl s ON t.a = s.a WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtbl +POSTHOOK: Input: default@nonacidorctbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@merge_tmp_table STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 @@ -366,9 +378,15 @@ STAGE PLANS: PREHOOK: query: explain merge into acidTbl as t using nonAcidOrcTbl s ON t.a = s.a WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) PREHOOK: type: QUERY +PREHOOK: Input: default@acidtbl +PREHOOK: Input: default@nonacidorctbl +PREHOOK: Output: default@acidtbl POSTHOOK: query: explain merge into acidTbl as t using nonAcidOrcTbl s ON t.a = s.a WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtbl +POSTHOOK: Input: default@nonacidorctbl +POSTHOOK: Output: default@acidtbl STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -539,6 +557,12 @@ WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) PREHOOK: type: QUERY +PREHOOK: Input: default@acidtbl +PREHOOK: Input: default@nonacidorctbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@merge_tmp_table POSTHOOK: query: explain merge into acidTbl as t using ( select * from nonAcidOrcTbl where a > 0 union all @@ -548,6 +572,12 @@ WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtbl +POSTHOOK: Input: default@nonacidorctbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@merge_tmp_table STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 http://git-wip-us.
[29/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out index 1133b54..8466e2b 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out @@ -36,8 +36,22 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 12 PREHOOK: query: EXPLAIN create table srcpart_date_n2 as select ds as ds, ds as `date` from srcpart group by ds PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: database:default +PREHOOK: Output: default@srcpart_date_n2 POSTHOOK: query: EXPLAIN create table srcpart_date_n2 as select ds as ds, ds as `date` from srcpart group by ds POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcpart_date_n2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -201,8 +215,22 @@ POSTHOOK: Lineage: srcpart_double_hour_n0.hour SIMPLE [(srcpart)srcpart.FieldSch POSTHOOK: Lineage: srcpart_double_hour_n0.hr EXPRESSION [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n2 on (srcpart.ds = srcpart_date_n2.ds) where srcpart_date_n2.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n2 + A masked pattern was here POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n2 on (srcpart.ds = srcpart_date_n2.ds) where srcpart_date_n2.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -330,8 +358,22 @@ POSTHOOK: Input: default@srcpart_date_n2 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n2 on (srcpart.ds = srcpart_date_n2.ds) where srcpart_date_n2.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n2 + A masked pattern was here POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n2 on (srcpart.ds = srcpart_date_n2.ds) where srcpart_date_n2.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -457,8 +499,22 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n2 on (day(srcpart.ds) = day(srcpart_date_n2.ds)) where srcpart_date_n2.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n2 + A masked pattern was here POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n2 on (day(srcpart.ds) = day(srcpart_date_n2.ds)) where srcpart_date_n2.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: d
[20/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb_2.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb_2.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb_2.q.out index 3647acf..79199b8 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb_2.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb_2.q.out @@ -663,6 +663,10 @@ where and lo_discount between 1 and 3 and lo_quantity < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv + A masked pattern was here POSTHOOK: query: explain select sum(lo_extendedprice*lo_discount) as revenue @@ -674,6 +678,10 @@ where and lo_discount between 1 and 3 and lo_quantity < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -742,6 +750,10 @@ where and lo_discount between 4 and 6 and lo_quantity between 26 and 35 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv + A masked pattern was here POSTHOOK: query: explain select sum(lo_extendedprice*lo_discount) as revenue @@ -753,6 +765,10 @@ where and lo_discount between 4 and 6 and lo_quantity between 26 and 35 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -822,6 +838,10 @@ where and lo_discount between 5 and 7 and lo_quantity between 26 and 35 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv + A masked pattern was here POSTHOOK: query: explain select sum(lo_extendedprice*lo_discount) as revenue @@ -834,6 +854,10 @@ where and lo_discount between 5 and 7 and lo_quantity between 26 and 35 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -907,6 +931,12 @@ group by order by d_year, p_brand1 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +PREHOOK: Input: default@ssb_part +PREHOOK: Input: default@supplier + A masked pattern was here POSTHOOK: query: explain select sum(lo_revenue) as lo_revenue, d_year, p_brand1 @@ -923,6 +953,12 @@ group by order by d_year, p_brand1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +POSTHOOK: Input: default@ssb_part +POSTHOOK: Input: default@supplier + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1017,6 +1053,12 @@ group by order by d_year, p_brand1 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +PREHOOK: Input: default@ssb_part +PREHOOK: Input: default@supplier + A masked pattern was here POSTHOOK: query: explain select sum(lo_revenue) as lo_revenue, d_year, p_brand1 @@ -1033,6 +1075,12 @@ group by order by d_year, p_brand1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +POSTHOOK: Input: default@ssb_part +POSTHOOK: Input: default@supplier + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1127,6 +1175,12 @@ group by order by d_year, p_brand1 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +PREHOOK: Input: default@ssb_part +PREHOOK: Input: default@supplier + A masked pattern was here POSTHOOK: query: explain select sum(lo_revenue) as lo_revenue, d_year, p_brand1 @@ -1143,6 +1197,12 @@ group by order by d_year, p_brand1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +POSTHOOK: Input: default@ssb_part +POSTHOOK: Input: default@supplier + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1239,6 +1299,12 @@ group by order by d_year asc, lo_revenue desc PREHOOK
[12/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out b/ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out index ccdddeb..e82b0a3 100644 --- a/ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out +++ b/ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out @@ -49,9 +49,17 @@ POSTHOOK: Output: default@smb_bucket_3_n2 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -135,9 +143,17 @@ POSTHOOK: Input: default@smb_bucket_3_n2 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -221,9 +237,17 @@ POSTHOOK: Input: default@smb_bucket_3_n2 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key left outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key left outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -303,9 +327,17 @@ POSTHOOK: Input: default@smb_bucket_3_n2 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key right outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key right outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -386,9 +418,17 @@ NULL NULLNULLNULL4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key full outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key full outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -505,9 +545,17 @@ NULL NULLNULLNULL4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key join smb_
[04/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_like_2.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_like_2.q.out b/ql/src/test/results/clientpositive/llap/vector_like_2.q.out index 2f6b309..b320599 100644 --- a/ql/src/test/results/clientpositive/llap/vector_like_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_like_2.q.out @@ -22,9 +22,13 @@ POSTHOOK: Lineage: foo.a SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select a, a like "%bar" from foo order by a PREHOOK: type: QUERY +PREHOOK: Input: default@foo + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select a, a like "%bar" from foo order by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@foo + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_llap_io_data_conversion.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_llap_io_data_conversion.q.out b/ql/src/test/results/clientpositive/llap/vector_llap_io_data_conversion.q.out index 630f3f7..ac5cb38 100644 --- a/ql/src/test/results/clientpositive/llap/vector_llap_io_data_conversion.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_llap_io_data_conversion.q.out @@ -64,9 +64,13 @@ POSTHOOK: Lineage: varchar_ctas_1.vs SIMPLE [(varchar_single_partition)varchar_s PREHOOK: query: explain vectorization detail select * from varchar_ctas_1 order by vs, c1, c2 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_ctas_1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select * from varchar_ctas_1 order by vs, c1, c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_ctas_1 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_llap_text_1.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_llap_text_1.q.out b/ql/src/test/results/clientpositive/llap/vector_llap_text_1.q.out index 6b23f6c..96e336e 100644 --- a/ql/src/test/results/clientpositive/llap/vector_llap_text_1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_llap_text_1.q.out @@ -114,12 +114,22 @@ from tab_n7 a join tab_part_n8 b on a.key = b.key order by a.key, a.value, b.value limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n7 +PREHOOK: Input: default@tab_n7@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n8 +PREHOOK: Input: default@tab_part_n8@ds=2008-04-08 + A masked pattern was here POSTHOOK: query: explain vectorization detail select a.key, a.value, b.value from tab_n7 a join tab_part_n8 b on a.key = b.key order by a.key, a.value, b.value limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n7 +POSTHOOK: Input: default@tab_n7@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n8 +POSTHOOK: Input: default@tab_part_n8@ds=2008-04-08 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_map_order.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_map_order.q.out b/ql/src/test/results/clientpositive/llap/vector_map_order.q.out index 238555c..341cf96 100644 --- a/ql/src/test/results/clientpositive/llap/vector_map_order.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_map_order.q.out @@ -27,9 +27,13 @@ POSTHOOK: Output: default@map_table_n0 PREHOOK: query: explain vectorization detail select * from map_table_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@map_table_n0 + A masked pattern was here POSTHOOK: query: explain vectorization detail select * from map_table_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@map_table_n0 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_mapjoin_reduce.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_mapjoin_reduce.q.out b/ql/src/test/results/clientpositive/llap/vector_mapjoin_reduce.q.out index e0c7dfa..ae971da 100644 --- a/ql/src/test/results/clientpositive/llap/vector_m
[02/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_udf1.q.out
--
diff --git a/ql/src/test/results/clientpositive/llap/vector_udf1.q.out
b/ql/src/test/results/clientpositive/llap/vector_udf1.q.out
index aef23fd..f7364b1 100644
--- a/ql/src/test/results/clientpositive/llap/vector_udf1.q.out
+++ b/ql/src/test/results/clientpositive/llap/vector_udf1.q.out
@@ -37,6 +37,8 @@ select
concat(c1, c2) = concat(c3, c4)
from varchar_udf_1_n2 limit 1
PREHOOK: type: QUERY
+PREHOOK: Input: default@varchar_udf_1_n2
+ A masked pattern was here
POSTHOOK: query: explain vectorization detail
select
concat(c1, c2),
@@ -44,6 +46,8 @@ select
concat(c1, c2) = concat(c3, c4)
from varchar_udf_1_n2 limit 1
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@varchar_udf_1_n2
+ A masked pattern was here
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
@@ -138,6 +142,8 @@ select
upper(c2) = upper(c4)
from varchar_udf_1_n2 limit 1
PREHOOK: type: QUERY
+PREHOOK: Input: default@varchar_udf_1_n2
+ A masked pattern was here
POSTHOOK: query: explain vectorization detail
select
upper(c2),
@@ -145,6 +151,8 @@ select
upper(c2) = upper(c4)
from varchar_udf_1_n2 limit 1
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@varchar_udf_1_n2
+ A masked pattern was here
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
@@ -239,6 +247,8 @@ select
lower(c2) = lower(c4)
from varchar_udf_1_n2 limit 1
PREHOOK: type: QUERY
+PREHOOK: Input: default@varchar_udf_1_n2
+ A masked pattern was here
POSTHOOK: query: explain vectorization detail
select
lower(c2),
@@ -246,6 +256,8 @@ select
lower(c2) = lower(c4)
from varchar_udf_1_n2 limit 1
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@varchar_udf_1_n2
+ A masked pattern was here
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
@@ -340,6 +352,8 @@ select
ascii(c2) = ascii(c4)
from varchar_udf_1_n2 limit 1
PREHOOK: type: QUERY
+PREHOOK: Input: default@varchar_udf_1_n2
+ A masked pattern was here
POSTHOOK: query: explain vectorization detail
select
ascii(c2),
@@ -347,6 +361,8 @@ select
ascii(c2) = ascii(c4)
from varchar_udf_1_n2 limit 1
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@varchar_udf_1_n2
+ A masked pattern was here
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
@@ -441,6 +457,8 @@ select
concat_ws('|', c1, c2) = concat_ws('|', c3, c4)
from varchar_udf_1_n2 limit 1
PREHOOK: type: QUERY
+PREHOOK: Input: default@varchar_udf_1_n2
+ A masked pattern was here
POSTHOOK: query: explain vectorization detail
select
concat_ws('|', c1, c2),
@@ -448,6 +466,8 @@ select
concat_ws('|', c1, c2) = concat_ws('|', c3, c4)
from varchar_udf_1_n2 limit 1
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@varchar_udf_1_n2
+ A masked pattern was here
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
@@ -542,6 +562,8 @@ select
decode(encode(c2, 'US-ASCII'), 'US-ASCII') = decode(encode(c4, 'US-ASCII'),
'US-ASCII')
from varchar_udf_1_n2 limit 1
PREHOOK: type: QUERY
+PREHOOK: Input: default@varchar_udf_1_n2
+ A masked pattern was here
POSTHOOK: query: explain vectorization detail
select
decode(encode(c2, 'US-ASCII'), 'US-ASCII'),
@@ -549,6 +571,8 @@ select
decode(encode(c2, 'US-ASCII'), 'US-ASCII') = decode(encode(c4, 'US-ASCII'),
'US-ASCII')
from varchar_udf_1_n2 limit 1
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@varchar_udf_1_n2
+ A masked pattern was here
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
@@ -643,6 +667,8 @@ select
instr(c2, '_') = instr(c4, '_')
from varchar_udf_1_n2 limit 1
PREHOOK: type: QUERY
+PREHOOK: Input: default@varchar_udf_1_n2
+ A masked pattern was here
POSTHOOK: query: explain vectorization detail
select
instr(c2, '_'),
@@ -650,6 +676,8 @@ select
instr(c2, '_') = instr(c4, '_')
from varchar_udf_1_n2 limit 1
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@varchar_udf_1_n2
+ A masked pattern was here
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
@@ -744,6 +772,8 @@ select
replace(c1, '_', c2) = replace(c3, '_', c4)
from varchar_udf_1_n2 limit 1
PREHOOK: type: QUERY
+PREHOOK: Input: default@varchar_udf_1_n2
+ A masked pattern was here
POSTHOOK: query: explain vectorization detail
select
replace(c1, '_', c2),
@@ -751,6 +781,8 @@ select
replace(c1, '_', c2) = replace(c3, '_', c4)
from varchar_udf_1_n2 limit 1
POSTHOOK: type: QUERY
+POSTHOO
[06/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id3.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id3.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id3.q.out index 02f4683..bd81fcb 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id3.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id3.q.out @@ -34,6 +34,8 @@ GROUP BY key, value GROUPING SETS ((), (key)) HAVING GROUPING__ID = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n112 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, value, GROUPING__ID, count(*) FROM T1_n112 @@ -41,6 +43,8 @@ GROUP BY key, value GROUPING SETS ((), (key)) HAVING GROUPING__ID = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n112 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -210,6 +214,8 @@ GROUP BY key, value GROUPING SETS ((), (key)) HAVING GROUPING__ID = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n112 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, value, GROUPING__ID, count(*) FROM T1_n112 @@ -217,6 +223,8 @@ GROUP BY key, value GROUPING SETS ((), (key)) HAVING GROUPING__ID = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n112 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets1.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets1.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets1.q.out index 1229c6d..7e15227 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets1.q.out @@ -46,9 +46,13 @@ t1_n30.a t1_n30.bt1_n30.c PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n30 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n30 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -208,9 +212,13 @@ NULL NULL6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n30 group by cube(a, b) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n30 group by cube(a, b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -370,9 +378,13 @@ NULL NULL6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM T1_n30 GROUP BY a, b GROUPING SETS (a, (a, b), b, ()) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM T1_n30 GROUP BY a, b GROUPING SETS (a, (a, b), b, ()) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -532,9 +544,13 @@ NULL NULL6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM T1_n30 GROUP BY a, b GROUPING SETS (a, (a, b)) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM T1_n30 GROUP BY a, b GROUPING SETS (a, (a, b)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -690,9 +706,13 @@ a b _c2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a FROM T1_n30 GROUP BY a, b, c GROUPING SETS (a, b, c) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a FROM T1_n30 GROUP BY a, b, c GROUPING SETS (a, b, c) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -846,9 +866,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a FROM T1_n30 GROUP BY a GROUPING SETS ((a), (a)) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 + A masked pattern was here POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a FROM T1_n30 GROUP BY a GROUPING SETS ((a),
[45/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/cast1.q.out -- diff --git a/ql/src/test/results/clientpositive/cast1.q.out b/ql/src/test/results/clientpositive/cast1.q.out index e4e8dd6..8529504 100644 --- a/ql/src/test/results/clientpositive/cast1.q.out +++ b/ql/src/test/results/clientpositive/cast1.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n151 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n151 SELECT 3 + 2, 3.0 + 2, 3 + 2.0, 3.0 + 2.0, 3 + CAST(2.0 AS INT) + CAST(CAST(0 AS SMALLINT) AS INT), CAST(1 AS BOOLEAN), CAST(TRUE AS INT) WHERE src.key = 86 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n151 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n151 SELECT 3 + 2, 3.0 + 2, 3 + 2.0, 3.0 + 2.0, 3 + CAST(2.0 AS INT) + CAST(CAST(0 AS SMALLINT) AS INT), CAST(1 AS BOOLEAN), CAST(TRUE AS INT) WHERE src.key = 86 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n151 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/cast_on_constant.q.out -- diff --git a/ql/src/test/results/clientpositive/cast_on_constant.q.out b/ql/src/test/results/clientpositive/cast_on_constant.q.out index 731129c..b77460c 100644 --- a/ql/src/test/results/clientpositive/cast_on_constant.q.out +++ b/ql/src/test/results/clientpositive/cast_on_constant.q.out @@ -8,8 +8,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t1_n138 PREHOOK: query: explain select * from t1_n138 where ts_field = "2016-01-23 00:00:00" PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n138 + A masked pattern was here POSTHOOK: query: explain select * from t1_n138 where ts_field = "2016-01-23 00:00:00" POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n138 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -45,8 +49,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t1_n138 where date_field = "2016-01-23" PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n138 + A masked pattern was here POSTHOOK: query: explain select * from t1_n138 where date_field = "2016-01-23" POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n138 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -82,8 +90,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t1_n138 where ts_field = timestamp '2016-01-23 00:00:00' PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n138 + A masked pattern was here POSTHOOK: query: explain select * from t1_n138 where ts_field = timestamp '2016-01-23 00:00:00' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n138 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -119,8 +131,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t1_n138 where date_field = date '2016-01-23' PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n138 + A masked pattern was here POSTHOOK: query: explain select * from t1_n138 where date_field = date '2016-01-23' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n138 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -156,8 +172,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t1_n138 where date_field = ts_field PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n138 + A masked pattern was here POSTHOOK: query: explain select * from t1_n138 where date_field = ts_field POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n138 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out -- diff --git a/ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out b/ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out index 6900f62..d454991 100644 --- a/ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out +++ b/ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out @@ -16,12 +16,16 @@ union all select key from s_n3 b order by key PREHOOK: type: QUERY +PREHOOK: Input: default@s_n3 + A masked pattern was here POSTHOOK: query: explain select key from s_n3 a union all select key from s_n3 b order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n3 +
[35/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out -- diff --git a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out index 43c606e..8af667d 100644 --- a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out +++ b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out @@ -58,10 +58,18 @@ PREHOOK: query: explain select * from part p1 join part2_n4 p2 join part3_n1 p3 on p1.p_name = p2_name join part p4 where p2_name = p3_name and p1.p_name = p4.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n4 +PREHOOK: Input: default@part3_n1 + A masked pattern was here POSTHOOK: query: explain select * from part p1 join part2_n4 p2 join part3_n1 p3 on p1.p_name = p2_name join part p4 where p2_name = p3_name and p1.p_name = p4.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n4 +POSTHOOK: Input: default@part3_n1 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -170,11 +178,19 @@ from part p1 join part2_n4 p2 join part3_n1 p3 on p2_name = p1.p_name join part where p2_name = p3_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n4 +PREHOOK: Input: default@part3_n1 + A masked pattern was here POSTHOOK: query: explain select * from part p1 join part2_n4 p2 join part3_n1 p3 on p2_name = p1.p_name join part p4 where p2_name = p3_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n4 +POSTHOOK: Input: default@part3_n1 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out -- diff --git a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out index d80bbf1..9492ca9 100644 --- a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out +++ b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out @@ -39,8 +39,14 @@ POSTHOOK: Lineage: rtable.rk1 SCRIPT [] POSTHOOK: Lineage: rtable.rk2 SCRIPT [] PREHOOK: query: EXPLAIN SELECT * FROM ltable l LEFT OUTER JOIN rtable r on (l.lk1 = r.rk1 AND l.lk2 = r.rk2) WHERE COALESCE(l.la,'EMPTY')=COALESCE(r.ra,'EMPTY') PREHOOK: type: QUERY +PREHOOK: Input: default@ltable +PREHOOK: Input: default@rtable + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM ltable l LEFT OUTER JOIN rtable r on (l.lk1 = r.rk1 AND l.lk2 = r.rk2) WHERE COALESCE(l.la,'EMPTY')=COALESCE(r.ra,'EMPTY') POSTHOOK: type: QUERY +POSTHOOK: Input: default@ltable +POSTHOOK: Input: default@rtable + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -114,8 +120,14 @@ POSTHOOK: Input: default@rtable 2 NULLCD5415192225530 00071 NULLNULLNULL PREHOOK: query: EXPLAIN SELECT * FROM ltable l LEFT OUTER JOIN rtable r on (l.lk1 = r.rk1 AND l.lk2 = r.rk2) WHERE COALESCE(l.la,'EMPTY')=COALESCE(r.ra,'EMPTY') PREHOOK: type: QUERY +PREHOOK: Input: default@ltable +PREHOOK: Input: default@rtable + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM ltable l LEFT OUTER JOIN rtable r on (l.lk1 = r.rk1 AND l.lk2 = r.rk2) WHERE COALESCE(l.la,'EMPTY')=COALESCE(r.ra,'EMPTY') POSTHOOK: type: QUERY +POSTHOOK: Input: default@ltable +POSTHOOK: Input: default@rtable + A masked pattern was here STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/join_emit_interval.q.out -- diff --git a/ql/src/test/results/clientpositive/join_emit_interval.q.out b/ql/src/test/results/clientpositive/join_emit_interval.q.out index 6b8178d..44d69da 100644 --- a/ql/src/test/results/clientpositive/join_emit_interval.q.out +++ b/ql/src/test/results/clientpositive/join_emit_interval.q.out @@ -45,11 +45,17 @@ SELECT * FROM test1_n7 LEFT OUTER JOIN test2_n4 ON (test1_n7.value=test2_n4.value AND test1_n7.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n7 +PREHOOK: Input: default@test2_n4 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT * FROM test1
[39/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/groupby_grouping_sets_grouping.q.out -- diff --git a/ql/src/test/results/clientpositive/groupby_grouping_sets_grouping.q.out b/ql/src/test/results/clientpositive/groupby_grouping_sets_grouping.q.out index d5945ea..3b5a097 100644 --- a/ql/src/test/results/clientpositive/groupby_grouping_sets_grouping.q.out +++ b/ql/src/test/results/clientpositive/groupby_grouping_sets_grouping.q.out @@ -19,11 +19,15 @@ select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by rollup(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 + A masked pattern was here POSTHOOK: query: explain select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by rollup(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -101,11 +105,15 @@ select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by cube(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 + A masked pattern was here POSTHOOK: query: explain select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by cube(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -189,12 +197,16 @@ from T1_n64 group by cube(key, value) having grouping(key) = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 + A masked pattern was here POSTHOOK: query: explain select key, value from T1_n64 group by cube(key, value) having grouping(key) = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -274,6 +286,8 @@ group by cube(key, value) having grouping(key) = 1 OR grouping(value) = 1 order by x desc, case when x = 1 then key end PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 + A masked pattern was here POSTHOOK: query: explain select key, value, grouping(key)+grouping(value) as x from T1_n64 @@ -281,6 +295,8 @@ group by cube(key, value) having grouping(key) = 1 OR grouping(value) = 1 order by x desc, case when x = 1 then key end POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -386,11 +402,15 @@ select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by rollup(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 + A masked pattern was here POSTHOOK: query: explain select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by rollup(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -468,11 +488,15 @@ select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by cube(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 + A masked pattern was here POSTHOOK: query: explain select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by cube(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -556,12 +580,16 @@ from T1_n64 group by cube(key, value) having grouping(key) = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 + A masked pattern was here POSTHOOK: query: explain select key, value from T1_n64 group by cube(key, value) having grouping(key) = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -638,6 +666,8 @@ group by cube(key, value) having grouping(key) = 1 OR grouping(value) = 1 order by x desc, case when x = 1 then key end PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 + A masked pattern was here POSTHOOK: query: explain select key, value, grouping(key)+grouping(value) as x from T1_n64 @@ -645,6 +675,8 @@ group by cube(key, value) having grouping(key) = 1 OR grouping(value) = 1 order by x desc, case when x = 1 then key end POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -750,11 +782,15 @@ select key, value, grouping(key), grouping(value) from T1_n64
[44/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out -- diff --git a/ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out b/ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out index 7d83d6e..f2a9094 100644 --- a/ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out +++ b/ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out @@ -69,9 +69,19 @@ POSTHOOK: Output: default@employee_part_n0@employeesalary=3000.0/country=UK PREHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary='4000.0', country) compute statistics for columns employeeName, employeeID PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part_n0 +PREHOOK: Input: default@employee_part_n0@employeesalary=4000.0/country=USA +PREHOOK: Output: default@employee_part_n0 +PREHOOK: Output: default@employee_part_n0@employeesalary=4000.0/country=USA + A masked pattern was here POSTHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary='4000.0', country) compute statistics for columns employeeName, employeeID POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part_n0 +POSTHOOK: Input: default@employee_part_n0@employeesalary=4000.0/country=USA +POSTHOOK: Output: default@employee_part_n0 +POSTHOOK: Output: default@employee_part_n0@employeesalary=4000.0/country=USA + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -200,9 +210,23 @@ commentfrom deserializer PREHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary='2000.0') compute statistics for columns employeeID PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part_n0 +PREHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=UK +PREHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=USA +PREHOOK: Output: default@employee_part_n0 +PREHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=UK +PREHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=USA + A masked pattern was here POSTHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary='2000.0') compute statistics for columns employeeID POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part_n0 +POSTHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=UK +POSTHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=USA +POSTHOOK: Output: default@employee_part_n0 +POSTHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=UK +POSTHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=USA + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -314,9 +338,39 @@ commentfrom deserializer PREHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary) compute statistics for columns employeeID PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part_n0 +PREHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=UK +PREHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=USA +PREHOOK: Input: default@employee_part_n0@employeesalary=3000.0/country=UK +PREHOOK: Input: default@employee_part_n0@employeesalary=3000.0/country=USA +PREHOOK: Input: default@employee_part_n0@employeesalary=3500.0/country=UK +PREHOOK: Input: default@employee_part_n0@employeesalary=4000.0/country=USA +PREHOOK: Output: default@employee_part_n0 +PREHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=UK +PREHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=USA +PREHOOK: Output: default@employee_part_n0@employeesalary=3000.0/country=UK +PREHOOK: Output: default@employee_part_n0@employeesalary=3000.0/country=USA +PREHOOK: Output: default@employee_part_n0@employeesalary=3500.0/country=UK +PREHOOK: Output: default@employee_part_n0@employeesalary=4000.0/country=USA + A masked pattern was here POSTHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary) compute statistics for columns employeeID POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part_n0 +POSTHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=UK +POSTHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=USA +POSTHOOK: Input: default@employee_part_n0@employeesalary=3000.0/country=UK +POSTHOOK: Input: default@employee_part_n0@employeesalary=3000.0/country=USA +POSTHOOK: Input: default@employee_part_n0@employeesalary=3500.0/country=UK +POSTHOOK: Input: default@employee_part_n0@employeesalary=4000.0/country=USA +POSTHOOK: Output: default@employee_part_n0 +POSTHOOK: Output: default@employee_pa
[33/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/auto_join29.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/auto_join29.q.out b/ql/src/test/results/clientpositive/llap/auto_join29.q.out index 3891ea0..b8760c3 100644 --- a/ql/src/test/results/clientpositive/llap/auto_join29.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_join29.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -616,9 +620,13 @@ NULL NULLNULLNULL98 val_98 PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1234,9 +1242,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1864,9 +1876,13 @@ NULL NULL98 val_98 NULLNULL PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2491,9 +2507,13 @@ NULL NULLNULLNULL98 val_98 PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2608,9 +2628,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AN
[42/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out -- diff --git a/ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out b/ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out index b664e8c..8429ab3 100644 --- a/ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out +++ b/ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out @@ -205,6 +205,9 @@ FROM druid_kafka_test) b ON a.shortname = b.language ) PREHOOK: type: QUERY +PREHOOK: Input: default@druid_kafka_test +PREHOOK: Input: default@languages +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN EXTENDED SELECT a.fullname, b.`user` FROM @@ -217,6 +220,9 @@ FROM druid_kafka_test) b ON a.shortname = b.language ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_kafka_test +POSTHOOK: Input: default@languages +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/druid/druidmini_dynamic_partition.q.out -- diff --git a/ql/src/test/results/clientpositive/druid/druidmini_dynamic_partition.q.out b/ql/src/test/results/clientpositive/druid/druidmini_dynamic_partition.q.out index 8b1e446..3c33eb2 100644 --- a/ql/src/test/results/clientpositive/druid/druidmini_dynamic_partition.q.out +++ b/ql/src/test/results/clientpositive/druid/druidmini_dynamic_partition.q.out @@ -78,6 +78,9 @@ PREHOOK: query: EXPLAIN CREATE EXTERNAL TABLE druid_partitioned_table cboolean2 FROM alltypesorc where ctimestamp1 IS NOT NULL PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: database:default +PREHOOK: Output: default@druid_partitioned_table POSTHOOK: query: EXPLAIN CREATE EXTERNAL TABLE druid_partitioned_table STORED BY 'org.apache.hadoop.hive.druid.DruidStorageHandler' TBLPROPERTIES ( @@ -99,6 +102,9 @@ POSTHOOK: query: EXPLAIN CREATE EXTERNAL TABLE druid_partitioned_table cboolean2 FROM alltypesorc where ctimestamp1 IS NOT NULL POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: database:default +POSTHOOK: Output: default@druid_partitioned_table STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -309,6 +315,8 @@ SELECT cast (`ctimestamp2` as timestamp with local time zone) as `__time`, cboolean2 FROM alltypesorc where ctimestamp2 IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@druid_partitioned_table POSTHOOK: query: EXPLAIN INSERT INTO TABLE druid_partitioned_table SELECT cast (`ctimestamp2` as timestamp with local time zone) as `__time`, cstring1, @@ -323,6 +331,8 @@ SELECT cast (`ctimestamp2` as timestamp with local time zone) as `__time`, cboolean2 FROM alltypesorc where ctimestamp2 IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@druid_partitioned_table STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 is a root stage @@ -446,6 +456,8 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE druid_partitioned_table cboolean2 FROM alltypesorc where ctimestamp1 IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@druid_partitioned_table POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE druid_partitioned_table SELECT cast (`ctimestamp1` as timestamp with local time zone) as `__time`, cstring1, @@ -460,6 +472,8 @@ POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE druid_partitioned_table cboolean2 FROM alltypesorc where ctimestamp1 IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@druid_partitioned_table STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 is a root stage http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/druid/druidmini_extractTime.q.out -- diff --git a/ql/src/test/results/clientpositive/druid/druidmini_extractTime.q.out b/ql/src/test/results/clientpositive/druid/druidmini_extractTime.q.out index a7fb6c5..575bf53 100644 --- a/ql/src/test/results/clientpositive/druid/druidmini_extractTime.q.out +++ b/ql/src/test/results/clientpositive/druid/druidmini_extractTime.q.out @@ -805,11 +805,15 @@ year(date_c), month(date_c),day(date_c), year(timestamp_c), month(timestamp_c),day(timestamp_c), hour(timestamp_c), minute (timestamp_c), second (timestamp_c) from druid_test_extract_from_string_table PREHOOK: type: QUERY +PREHOOK: Input: default@druid_test_extract_from_string_
[10/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out b/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out index 94883ce..501c3b6 100644 --- a/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out @@ -1841,6 +1841,392 @@ Stage-1 INPUT COUNTERS: RAW_INPUT_SPLITS_Map_1: 148 PREHOOK: query: explain select sum(hash(*)) from testpart t1 join testpart1 t2 on t1.v = t2.v PREHOOK: type: QUERY +PREHOOK: Input: default@testpart +PREHOOK: Input: default@testpart1 +PREHOOK: Input: default@testpart1@v=val_0 +PREHOOK: Input: default@testpart1@v=val_10 +PREHOOK: Input: default@testpart1@v=val_100 +PREHOOK: Input: default@testpart1@v=val_103 +PREHOOK: Input: default@testpart1@v=val_104 +PREHOOK: Input: default@testpart1@v=val_105 +PREHOOK: Input: default@testpart1@v=val_11 +PREHOOK: Input: default@testpart1@v=val_111 +PREHOOK: Input: default@testpart1@v=val_113 +PREHOOK: Input: default@testpart1@v=val_114 +PREHOOK: Input: default@testpart1@v=val_116 +PREHOOK: Input: default@testpart1@v=val_118 +PREHOOK: Input: default@testpart1@v=val_119 +PREHOOK: Input: default@testpart1@v=val_12 +PREHOOK: Input: default@testpart1@v=val_120 +PREHOOK: Input: default@testpart1@v=val_125 +PREHOOK: Input: default@testpart1@v=val_126 +PREHOOK: Input: default@testpart1@v=val_128 +PREHOOK: Input: default@testpart1@v=val_129 +PREHOOK: Input: default@testpart1@v=val_131 +PREHOOK: Input: default@testpart1@v=val_133 +PREHOOK: Input: default@testpart1@v=val_134 +PREHOOK: Input: default@testpart1@v=val_136 +PREHOOK: Input: default@testpart1@v=val_137 +PREHOOK: Input: default@testpart1@v=val_138 +PREHOOK: Input: default@testpart1@v=val_143 +PREHOOK: Input: default@testpart1@v=val_145 +PREHOOK: Input: default@testpart1@v=val_146 +PREHOOK: Input: default@testpart1@v=val_149 +PREHOOK: Input: default@testpart1@v=val_15 +PREHOOK: Input: default@testpart1@v=val_150 +PREHOOK: Input: default@testpart1@v=val_152 +PREHOOK: Input: default@testpart1@v=val_153 +PREHOOK: Input: default@testpart1@v=val_155 +PREHOOK: Input: default@testpart1@v=val_156 +PREHOOK: Input: default@testpart1@v=val_157 +PREHOOK: Input: default@testpart1@v=val_158 +PREHOOK: Input: default@testpart1@v=val_160 +PREHOOK: Input: default@testpart1@v=val_162 +PREHOOK: Input: default@testpart1@v=val_163 +PREHOOK: Input: default@testpart1@v=val_164 +PREHOOK: Input: default@testpart1@v=val_165 +PREHOOK: Input: default@testpart1@v=val_166 +PREHOOK: Input: default@testpart1@v=val_167 +PREHOOK: Input: default@testpart1@v=val_168 +PREHOOK: Input: default@testpart1@v=val_169 +PREHOOK: Input: default@testpart1@v=val_17 +PREHOOK: Input: default@testpart1@v=val_170 +PREHOOK: Input: default@testpart1@v=val_172 +PREHOOK: Input: default@testpart1@v=val_174 +PREHOOK: Input: default@testpart1@v=val_175 +PREHOOK: Input: default@testpart1@v=val_176 +PREHOOK: Input: default@testpart1@v=val_177 +PREHOOK: Input: default@testpart1@v=val_178 +PREHOOK: Input: default@testpart1@v=val_179 +PREHOOK: Input: default@testpart1@v=val_18 +PREHOOK: Input: default@testpart1@v=val_180 +PREHOOK: Input: default@testpart1@v=val_181 +PREHOOK: Input: default@testpart1@v=val_183 +PREHOOK: Input: default@testpart1@v=val_186 +PREHOOK: Input: default@testpart1@v=val_187 +PREHOOK: Input: default@testpart1@v=val_189 +PREHOOK: Input: default@testpart1@v=val_19 +PREHOOK: Input: default@testpart1@v=val_190 +PREHOOK: Input: default@testpart1@v=val_191 +PREHOOK: Input: default@testpart1@v=val_192 +PREHOOK: Input: default@testpart1@v=val_193 +PREHOOK: Input: default@testpart1@v=val_194 +PREHOOK: Input: default@testpart1@v=val_195 +PREHOOK: Input: default@testpart1@v=val_196 +PREHOOK: Input: default@testpart1@v=val_197 +PREHOOK: Input: default@testpart1@v=val_199 +PREHOOK: Input: default@testpart1@v=val_2 +PREHOOK: Input: default@testpart1@v=val_20 +PREHOOK: Input: default@testpart@v=val_0 +PREHOOK: Input: default@testpart@v=val_10 +PREHOOK: Input: default@testpart@v=val_100 +PREHOOK: Input: default@testpart@v=val_103 +PREHOOK: Input: default@testpart@v=val_104 +PREHOOK: Input: default@testpart@v=val_105 +PREHOOK: Input: default@testpart@v=val_11 +PREHOOK: Input: default@testpart@v=val_111 +PREHOOK: Input: default@testpart@v=val_113 +PREHOOK: Input: default@testpart@v=val_114 +PREHOOK: Input: default@testpart@v=val_116 +PREHOOK: Input: default@testpart@v=val_118 +PREHOOK: Input: default@testpart@v=val_119 +PREHOOK: Input: default@testpart@v=val_12 +PREHOOK: Input: default@testpart@v=val_120 +PREHOOK: Input: default@testpart@v=val_125 +PREHOOK: Input: default@testpart@v=val_126 +PREHOOK: Input: default@testpart@v=val_128 +PREHOOK: Input: default@testpart@v=val_129 +PREHOOK: Input: default@testpart@v=val_131 +PREHOOK: Input: default@te
[17/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out b/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out index bf4b56d..5db8170 100644 --- a/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out +++ b/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out @@ -38,9 +38,13 @@ test.comment="Run queries to load into cache" PREHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 + A masked pattern was here POSTHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -108,9 +112,13 @@ POSTHOOK: Input: default@tab1_n6 PREHOOK: query: explain select max(key) from tab2_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@tab2_n5 + A masked pattern was here POSTHOOK: query: explain select max(key) from tab2_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2_n5 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -177,9 +185,15 @@ POSTHOOK: Input: default@tab2_n5 PREHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 +PREHOOK: Input: default@tab2_n5 + A masked pattern was here POSTHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 +POSTHOOK: Input: default@tab2_n5 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -287,9 +301,11 @@ test.comment="Q1 should now be able to use cache" PREHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 POSTHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -312,9 +328,11 @@ test.comment="Q2 should now be able to use cache" PREHOOK: query: explain select max(key) from tab2_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@tab2_n5 POSTHOOK: query: explain select max(key) from tab2_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2_n5 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -337,9 +355,13 @@ test.comment="Q3 should now be able to use cache" PREHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 +PREHOOK: Input: default@tab2_n5 POSTHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 +POSTHOOK: Input: default@tab2_n5 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -374,9 +396,13 @@ test.comment="Q1 should not use cache" PREHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 + A masked pattern was here POSTHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -445,9 +471,11 @@ test.comment="Q2 should still use cache since tab2_n5 not updated" PREHOOK: query: explain select max(key) from tab2_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@tab2_n5 POSTHOOK: query: explain select max(key) from tab2_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2_n5 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -470,9 +498,15 @@ test.comment="Q3 should not use cache" PREHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 +PREHOOK: Input: default@tab2_n5 + A masked pattern was here POSTHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 +POSTHOOK: Input: default@tab2_n5 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -590,9 +624,11 @@ test.comment="Q1 should use cache" PREHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 POSTHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 POSTHOOK: type: QUER
[03/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out b/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out index 57a1ea7..661800c 100644 --- a/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out @@ -247,9 +247,13 @@ POSTHOOK: Input: default@flights_tiny_orc PREHOOK: query: explain vectorization expression select * from flights_tiny_orc sort by fl_num, fl_date limit 25 PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_orc + A masked pattern was here POSTHOOK: query: explain vectorization expression select * from flights_tiny_orc sort by fl_num, fl_date limit 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_orc + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -412,9 +416,13 @@ ChicagoNew York2010-10-27 2010-10-27 07:00:00 -11.0 897 PREHOOK: query: explain vectorization expression select fl_date, count(*) from flights_tiny_orc group by fl_date PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_orc + A masked pattern was here POSTHOOK: query: explain vectorization expression select fl_date, count(*) from flights_tiny_orc group by fl_date POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_orc + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -923,9 +931,37 @@ POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-31 PREHOOK: query: explain vectorization expression select * from flights_tiny_orc_partitioned_date PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_orc_partitioned_date +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-20 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-21 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-22 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-23 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-24 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-25 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-26 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-27 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-28 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-29 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-30 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-31 + A masked pattern was here POSTHOOK: query: explain vectorization expression select * from flights_tiny_orc_partitioned_date POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-20 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-21 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-22 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-23 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-24 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-25 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-26 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-27 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-28 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-29 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-30 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-31 + A masked pattern was here PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1154,9 +1190,37 @@ Washington New York2010-10-31 07:00:00 -18.0 72822010-10-31 PREHOOK: query: explain vectorization expression select * from flights_tiny_orc_partitioned_date sort by fl_num, fl_date limit 25 PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_orc_partitioned_date +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-20 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-21 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-22 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-23 +PREHOOK: Input: default@f
[16/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out index 83e0fe4..8d1b0c0 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out @@ -134,9 +134,17 @@ complex_struct1_c_txt_n5.insert_num complex_struct1_c_txt_n5.s1 complex_struct1_ PREHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1_n5 +PREHOOK: Input: default@part_change_various_various_struct1_n5@part=1 +PREHOOK: Input: default@part_change_various_various_struct1_n5@part=2 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1_n5 +POSTHOOK: Input: default@part_change_various_various_struct1_n5@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1_n5@part=2 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: false @@ -413,9 +421,17 @@ complex_struct2_d_txt_n5.insert_num complex_struct2_d_txt_n5.b complex_struct2_d PREHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2_n5 +PREHOOK: Input: default@part_add_various_various_struct2_n5@part=1 +PREHOOK: Input: default@part_add_various_various_struct2_n5@part=2 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2_n5 +POSTHOOK: Input: default@part_add_various_various_struct2_n5@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2_n5@part=2 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: false @@ -618,9 +634,17 @@ complex_struct4_c_txt_n5.insert_num complex_struct4_c_txt_n5.b complex_struct4_c PREHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4_n5 +PREHOOK: Input: default@part_add_to_various_various_struct4_n5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4_n5@part=2 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4_n5 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n5@part=2 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: false http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out index f70efd6..86b33ca 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out @@ -245,9 +245,15 @@ insert_num boolean1boolean1boolean1 boolean1boolean1boolean1boolean1boolea PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n6 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n6@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41
[26/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/explainuser_1.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out index 2b69d01..a51b1ad 100644 --- a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out +++ b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain create table src_orc_merge_test_part_n1(key int, value string) partitioned by (ds string, ts string) stored as orc PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@src_orc_merge_test_part_n1 POSTHOOK: query: explain create table src_orc_merge_test_part_n1(key int, value string) partitioned by (ds string, ts string) stored as orc POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@src_orc_merge_test_part_n1 Stage-0 Create Table Operator: name:default.src_orc_merge_test_part_n1 @@ -40,8 +44,12 @@ ts string A masked pattern was here PREHOOK: query: explain insert overwrite table src_orc_merge_test_part_n1 partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 POSTHOOK: query: explain insert overwrite table src_orc_merge_test_part_n1 partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 Plan optimized by CBO. Vertex dependency in root stage @@ -88,8 +96,12 @@ POSTHOOK: Lineage: src_orc_merge_test_part_n1 PARTITION(ds=2012-01-03,ts=2012-01 POSTHOOK: Lineage: src_orc_merge_test_part_n1 PARTITION(ds=2012-01-03,ts=2012-01-03+14:46:31).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain insert into table src_orc_merge_test_part_n1 partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 POSTHOOK: query: explain insert into table src_orc_merge_test_part_n1 partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 Plan optimized by CBO. Vertex dependency in root stage @@ -137,8 +149,12 @@ Stage-3 PREHOOK: query: explain select count(1) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_merge_test_part_n1 + A masked pattern was here POSTHOOK: query: explain select count(1) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_merge_test_part_n1 + A masked pattern was here Plan optimized by CBO. Stage-0 @@ -147,8 +163,14 @@ Stage-0 PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_merge_test_part_n1 +PREHOOK: Input: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 + A masked pattern was here POSTHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_merge_test_part_n1 +POSTHOOK: Input: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 + A masked pattern was here Plan optimized by CBO. Vertex dependency in root stage @@ -181,8 +203,14 @@ POSTHOOK: Input: default@src_orc_merge_test_part_n1 POSTHOOK: Output: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 PREHOOK: query: explain select count(1) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_merge_test_part_n1 +PREHOOK: Input: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 + A masked pattern was here POSTHOOK: query: explain select count(1) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_merge_test_part_n1 +POSTHOOK: Input: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 + A masked pattern was here Plan optimized by CBO. Vertex dependency in roo
[43/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/count_dist_rewrite.q.out -- diff --git a/ql/src/test/results/clientpositive/count_dist_rewrite.q.out b/ql/src/test/results/clientpositive/count_dist_rewrite.q.out index 68f4c5d..31e0d9e 100644 --- a/ql/src/test/results/clientpositive/count_dist_rewrite.q.out +++ b/ql/src/test/results/clientpositive/count_dist_rewrite.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select count(distinct key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select count(distinct key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -87,8 +91,12 @@ POSTHOOK: Input: default@src 309 PREHOOK: query: explain select max(key), count(distinct key) B1_CNTD from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select max(key), count(distinct key) B1_CNTD from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -177,8 +185,12 @@ POSTHOOK: Input: default@src 98 309 PREHOOK: query: explain select max(key), count(distinct key), min(key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select max(key), count(distinct key), min(key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -267,8 +279,12 @@ POSTHOOK: Input: default@src 98 309 0 PREHOOK: query: explain select max(key), count(distinct key), min(key), avg(key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select max(key), count(distinct key), min(key), avg(key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -360,8 +376,12 @@ POSTHOOK: Input: default@src 98 309 0 260.182 PREHOOK: query: explain select count(1), count(distinct key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select count(1), count(distinct key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -456,6 +476,8 @@ PREHOOK: query: explain select max(key) as max_ss_promo_sk from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select count(*) as total, count(key) as not_null_total, @@ -464,6 +486,8 @@ POSTHOOK: query: explain select max(key) as max_ss_promo_sk from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -564,8 +588,12 @@ POSTHOOK: Input: default@src 500500 309 val_98 98 PREHOOK: query: explain select count(1), count(distinct key), cast(STDDEV(key) as int) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select count(1), count(distinct key), cast(STDDEV(key) as int) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -676,6 +704,8 @@ PREHOOK: query: explain SELECT cast(variance(substr(src.value,5)) as int), cast(var_samp(substr(src.value,5)) as int) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain SELECT sum(substr(src.value,5)), avg(substr(src.value,5)), @@ -687,6 +717,8 @@ POSTHOOK: query: explain SELECT cast(variance(substr(src.value,5)) as int), cast(var_samp(substr(src.value,5)) as int) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -796,8 +828,12 @@ POSTHOOK: Input: default@src 130091.0 260.182 309 98 0 142 143 20428 20469 PREHOOK: query: explain select max(key), count(distinct key), min(key), avg(key) from src group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select max(key), count(distinct key), m
[24/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out b/ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out index 3954be5..e3906cc 100644 --- a/ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out @@ -14,8 +14,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(default, DEFAULT) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(default, DEFAULT) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -149,8 +153,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(234, dEfAULt) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(234, dEfAULt) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -284,8 +292,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: explain insert into insert_into1_n0 values(default, 3),(2,default) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: explain insert into insert_into1_n0 values(default, 3),(2,default) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -420,8 +432,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key) values(default) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key) values(default) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -555,8 +571,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key, value) values(2,default) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key, value) values(2,default) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -708,8 +728,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(default, DEFAULT) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(default, DEFAULT) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -843,8 +867,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(234, dEfAULt) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(234, dEfAULt) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -978,8 +1006,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: explain insert into insert_into1_n0 values(default, 3),(2,default) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: explain insert into insert_into1_n0 values(default, 3),(2,default) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_d
[32/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/bucket3.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/bucket3.q.out b/ql/src/test/results/clientpositive/llap/bucket3.q.out index ebcedc9..1f45b19 100644 --- a/ql/src/test/results/clientpositive/llap/bucket3.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket3.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket3_1 partition (ds='1') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket3_1@ds=1 POSTHOOK: query: explain extended insert overwrite table bucket3_1 partition (ds='1') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket3_1@ds=1 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -269,9 +273,15 @@ POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema( PREHOOK: query: explain select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@bucket3_1 +PREHOOK: Input: default@bucket3_1@ds=1 + A masked pattern was here POSTHOOK: query: explain select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket3_1 +POSTHOOK: Input: default@bucket3_1@ds=1 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/bucket4.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/bucket4.q.out b/ql/src/test/results/clientpositive/llap/bucket4.q.out index be3f350..ec91b3e 100644 --- a/ql/src/test/results/clientpositive/llap/bucket4.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket4.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket4_1 select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket4_1 POSTHOOK: query: explain extended insert overwrite table bucket4_1 select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket4_1 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -242,9 +246,13 @@ POSTHOOK: Lineage: bucket4_1.value SIMPLE [(src)src.FieldSchema(name:value, type PREHOOK: query: explain select * from bucket4_1 tablesample (bucket 1 out of 2) s PREHOOK: type: QUERY +PREHOOK: Input: default@bucket4_1 + A masked pattern was here POSTHOOK: query: explain select * from bucket4_1 tablesample (bucket 1 out of 2) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket4_1 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/bucket5.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/bucket5.q.out b/ql/src/test/results/clientpositive/llap/bucket5.q.out index ee444f2..bd56c35 100644 --- a/ql/src/test/results/clientpositive/llap/bucket5.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket5.q.out @@ -19,11 +19,17 @@ FROM src INSERT OVERWRITE TABLE bucketed_table SELECT key, value INSERT OVERWRITE TABLE unbucketed_table SELECT key, value cluster by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucketed_table +PREHOOK: Output: default@unbucketed_table POSTHOOK: query: EXPLAIN EXTENDED FROM src INSERT OVERWRITE TABLE bucketed_table SELECT key, value INSERT OVERWRITE TABLE unbucketed_table SELECT key, value cluster by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucketed_table +POSTHOOK: Output: default@unbucketed_table STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2, Stage-7, Stage-6, Stage-9 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/bucket6.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/bucket6.q.out b/ql/src/test/results/clientpositive/llap/bucket6.q.out index d0c1500..f8d920b 100644 --- a/ql/src/test/results/clientpositive/llap/bucket6.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket6.q.out @@ -9,9 +9,21 @@ POSTHOOK: Output: default@src_bucket PREHOOK: query: explain insert into table src_bucket select key,value from srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREH
[14/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out index d71107d..08796c3 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out @@ -60,9 +60,15 @@ col1 col2col3col4 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select_n11 +PREHOOK: Input: default@part_add_int_permute_select_n11@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select_n11 +POSTHOOK: Input: default@part_add_int_permute_select_n11@part=1 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -219,9 +225,15 @@ col1 col2col3col4col5 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select_n11 +PREHOOK: Input: default@part_add_int_string_permute_select_n11@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select_n11 +POSTHOOK: Input: default@part_add_int_string_permute_select_n11@part=1 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -432,9 +444,15 @@ insert_num double1 double1 double1 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double_n11 +PREHOOK: Input: default@part_change_string_group_double_n11@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double_n11 +POSTHOOK: Input: default@part_change_string_group_double_n11@part=1 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -584,9 +602,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n11 +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n11@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n11 +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n11@part=1 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -805,9 +829,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n11 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n11@part=1 + A masked pattern was here POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n11 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n11@part=1 + A masked pattern was here Explain PLAN VECTORIZATION: enabled: true @@ -1016,9 +1046,15 @@ _col0_col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8
[49/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out -- diff --git a/ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out b/ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out index a3a264d..97780ff 100644 --- a/ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out +++ b/ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN SELECT TRANSFORM(key) USING 'python sleep.py' AS k FROM (SELECT key FROM src1 GROUP BY key) a ORDER BY k PREHOOK: type: QUERY +PREHOOK: Input: default@src1 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT TRANSFORM(key) USING 'python sleep.py' AS k FROM (SELECT key FROM src1 GROUP BY key) a ORDER BY k POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientnegative/udf_assert_true.q.out -- diff --git a/ql/src/test/results/clientnegative/udf_assert_true.q.out b/ql/src/test/results/clientnegative/udf_assert_true.q.out index 7fc50d6..81a385a 100644 --- a/ql/src/test/results/clientnegative/udf_assert_true.q.out +++ b/ql/src/test/results/clientnegative/udf_assert_true.q.out @@ -5,8 +5,12 @@ POSTHOOK: type: DESCFUNCTION ASSERT_TRUE(condition) - Throw an exception if 'condition' is not true. PREHOOK: query: EXPLAIN SELECT ASSERT_TRUE(x > 0) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT ASSERT_TRUE(x > 0) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -82,8 +86,12 @@ NULL NULL PREHOOK: query: EXPLAIN SELECT ASSERT_TRUE(x < 2) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT ASSERT_TRUE(x < 2) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientnegative/udf_assert_true2.q.out -- diff --git a/ql/src/test/results/clientnegative/udf_assert_true2.q.out b/ql/src/test/results/clientnegative/udf_assert_true2.q.out index f061a92..dca3f2d 100644 --- a/ql/src/test/results/clientnegative/udf_assert_true2.q.out +++ b/ql/src/test/results/clientnegative/udf_assert_true2.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT 1 + ASSERT_TRUE(x < 2) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT 1 + ASSERT_TRUE(x < 2) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/acid_mapjoin.q.out -- diff --git a/ql/src/test/results/clientpositive/acid_mapjoin.q.out b/ql/src/test/results/clientpositive/acid_mapjoin.q.out index 5569a03..c07b8ef 100644 --- a/ql/src/test/results/clientpositive/acid_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/acid_mapjoin.q.out @@ -61,9 +61,15 @@ POSTHOOK: Output: default@acid1 PREHOOK: query: explain select count(*) from acid1 join acid2 on acid1.key = acid2.key PREHOOK: type: QUERY +PREHOOK: Input: default@acid1 +PREHOOK: Input: default@acid2 + A masked pattern was here POSTHOOK: query: explain select count(*) from acid1 join acid2 on acid1.key = acid2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid1 +POSTHOOK: Input: default@acid2 + A masked pattern was here STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/acid_nullscan.q.out -- diff --git a/ql/src/test/results/clientpositive/acid_nullscan.q.out b/ql/src/test/results/clientpositive/acid_nullscan.q.out inde
[38/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out -- diff --git a/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out b/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out index 6b4489a..9fb25d2 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out @@ -38,10 +38,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM T1_n56 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM T1_n56 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` GROUP BY `key` @@ -484,10 +488,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl2_n3 SELECT key, val, count(1) FROM T1_n56 GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl2_n3 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl2_n3 SELECT key, val, count(1) FROM T1_n56 GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl2_n3 OPTIMIZED SQL: SELECT `key`, `val`, COUNT(*) AS `$f2` FROM `default`.`t1_n56` GROUP BY `key`, `val` @@ -865,10 +873,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM (SELECT key, val FROM T1_n56) subq1 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM (SELECT key, val FROM T1_n56) subq1 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` GROUP BY `key` @@ -1303,10 +1315,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT k, count(1) FROM (SELECT key as k, val as v FROM T1_n56) subq1 GROUP BY k PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT k, count(1) FROM (SELECT key as k, val as v FROM T1_n56) subq1 GROUP BY k POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` GROUP BY `key` @@ -1749,10 +1765,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n1 SELECT 1, key, count(1) FROM T1_n56 GROUP BY 1, key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl3_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n1 SELECT 1, key, count(1) FROM T1_n56 GROUP BY 1, key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl3_n1 OPTIMIZED SQL: SELECT 1 AS `_o__c0`, `key`, COUNT(*) AS `_o__c2` FROM `default`.`t1_n56` GROUP BY `key` @@ -2196,10 +2216,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n1 SELECT key, 1, val, count(1) FROM T1_n56 GROUP BY key, 1, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl4_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n1 SELECT key, 1, val, count(1) FROM T1_n56 GROUP BY key, 1, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl4_n1 OPTIMIZED SQL: SELECT `key`, 1 AS `_o__c1`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t1_n56` GROUP BY `key`, `val` @@ -2578,10 +2602,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n1 SELECT key, key + 1, count(1) FROM T1_n56 GROUP BY key, key + 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl3_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n1 SELECT key, key + 1, count(1) FROM T1_n56 GROUP BY key, key + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl3_n1 OPTIMIZED SQL: SELECT `key` AS `$f0`, CAST(`key` AS DOUBLE) + CAST(1 AS DOUBLE) AS `$f1`, COUNT(*) AS `$f2` FROM `default`.`t1_n56` GROUP BY `key`, CAST(`key` AS DOUBLE) + CAST(1 AS DOUBLE) @@ -2960,12 +2988,16 @@ SELECT cast(key + key as string), sum(cnt) from (SELECT key, count(1) as cnt FROM T1_n56 GROUP BY key) subq1 group by key + key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSER
[13/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/semijoin6.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/semijoin6.q.out b/ql/src/test/results/clientpositive/llap/semijoin6.q.out index 1c03f3f..048e714 100644 --- a/ql/src/test/results/clientpositive/llap/semijoin6.q.out +++ b/ql/src/test/results/clientpositive/llap/semijoin6.q.out @@ -37,9 +37,15 @@ POSTHOOK: Lineage: tx2_n0.b SCRIPT [] PREHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 + A masked pattern was here POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -137,9 +143,15 @@ POSTHOOK: Input: default@tx2_n0 PREHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.b <=> v.b PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 + A masked pattern was here POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.b <=> v.b POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -230,9 +242,15 @@ Warning: Shuffle Join MERGEJOIN[12][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc PREHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.b <> v.b PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 + A masked pattern was here POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.b <> v.b POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -329,9 +347,15 @@ NULL 400 PREHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a and u.b <> v.b PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 + A masked pattern was here POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a and u.b <> v.b POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -435,9 +459,15 @@ Warning: Shuffle Join MERGEJOIN[12][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc PREHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a or u.b <> v.b PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 + A masked pattern was here POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a or u.b <> v.b POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -534,9 +564,13 @@ NULL 400 PREHOOK: query: explain select * from tx1_n1 u left semi join tx1_n1 v on u.a=v.a PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 + A masked pattern was here POSTHOOK: query: explain select * from tx1_n1 u left semi join tx1_n1 v on u.a=v.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -637,6 +671,9 @@ on (u.a + v.b > 400) or (coalesce(u.a) + coalesce(v.b) > 1900)) and u.a = v.a PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 + A masked pattern was here POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on (u.a + v.b > 400) @@ -644,6 +681,9 @@ on (u.a + v.b > 400) or (coalesce(u.a) + coalesce(v.b) > 1900)) and u.a = v.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/semijoin7.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/semijoin7.q.out b/ql/src/test/results/clientpositive/llap/semijoin7.q.out index 5b4be8f..3143648 100644 --- a/ql/src/test/results/clientpositive/llap/semijoin7.q.out +++ b/ql/src/test/results/clientpositive/llap/semijoin7.q.ou
[48/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/annotate_stats_part.q.out -- diff --git a/ql/src/test/results/clientpositive/annotate_stats_part.q.out b/ql/src/test/results/clientpositive/annotate_stats_part.q.out index ec74ee2..6783102 100644 --- a/ql/src/test/results/clientpositive/annotate_stats_part.q.out +++ b/ql/src/test/results/clientpositive/annotate_stats_part.q.out @@ -42,8 +42,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@loc_orc_n4 PREHOOK: query: explain select * from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 + A masked pattern was here POSTHOOK: query: explain select * from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -78,8 +82,16 @@ POSTHOOK: Lineage: loc_orc_n4 PARTITION(year=__HIVE_DEFAULT_PARTITION__).state S POSTHOOK: Lineage: loc_orc_n4 PARTITION(year=__HIVE_DEFAULT_PARTITION__).zip SIMPLE [(loc_staging_n4)loc_staging_n4.FieldSchema(name:zip, type:bigint, comment:null), ] PREHOOK: query: explain select * from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here POSTHOOK: query: explain select * from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -109,8 +121,14 @@ POSTHOOK: Output: default@loc_orc_n4 POSTHOOK: Output: default@loc_orc_n4@year=2001 PREHOOK: query: explain select * from loc_orc_n4 where year='__HIVE_DEFAULT_PARTITION__' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here POSTHOOK: query: explain select * from loc_orc_n4 where year='__HIVE_DEFAULT_PARTITION__' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -130,8 +148,16 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here POSTHOOK: query: explain select * from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -151,8 +177,14 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n4 where year='2001' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 + A masked pattern was here POSTHOOK: query: explain select * from loc_orc_n4 where year='2001' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -184,8 +216,14 @@ POSTHOOK: Output: default@loc_orc_n4@year=2001 POSTHOOK: Output: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ PREHOOK: query: explain select * from loc_orc_n4 where year='__HIVE_DEFAULT_PARTITION__' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here POSTHOOK: query: explain select * from loc_orc_n4 where year='__HIVE_DEFAULT_PARTITION__' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -205,8 +243,16 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here POSTHOOK: query: explain select * from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage @@ -226,8 +272,16 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n4 where year='2001' or year='__HIVE_DEFAULT_PART
[23/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/leftsemijoin.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/leftsemijoin.q.out b/ql/src/test/results/clientpositive/llap/leftsemijoin.q.out index 363f2de..f059c75 100644 --- a/ql/src/test/results/clientpositive/llap/leftsemijoin.q.out +++ b/ql/src/test/results/clientpositive/llap/leftsemijoin.q.out @@ -111,8 +111,12 @@ POSTHOOK: Output: default@things_n1 Warning: Shuffle Join MERGEJOIN[24][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 4' is a cross product PREHOOK: query: explain select part.p_type from part join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part + A masked pattern was here POSTHOOK: query: explain select part.p_type from part join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -263,8 +267,12 @@ STANDARD PLATED TIN STANDARD POLISHED STEEL PREHOOK: query: explain select part.p_type from part left join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part + A masked pattern was here POSTHOOK: query: explain select part.p_type from part left join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part + A masked pattern was here STAGE DEPENDENCIES: Stage-0 is a root stage http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out b/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out index 76a8bf6..4a9db25 100644 --- a/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out +++ b/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out @@ -4,12 +4,16 @@ from src src1 left outer join src src2 on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select * from src src1 left outer join src src2 on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -105,12 +109,16 @@ from src src1 left outer join src src2 on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select * from src src1 left outer join src src2 on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -206,12 +214,16 @@ from src src1 left outer join src src2 on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select * from src src1 left outer join src src2 on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -318,6 +330,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select * from src src1 right outer join ( @@ -327,6 +341,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -467,6 +483,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select * from src src1 right outer join ( @@ -476,6 +494,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -632,6 +652,8 @@ on src1.key = src2.key order by src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select * from src src1 right outer join ( @@ -642,6 +664,8
[36/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/join22.q.out
--
diff --git a/ql/src/test/results/clientpositive/join22.q.out
b/ql/src/test/results/clientpositive/join22.q.out
index 3695655..7aa05eb 100644
--- a/ql/src/test/results/clientpositive/join22.q.out
+++ b/ql/src/test/results/clientpositive/join22.q.out
@@ -1,9 +1,13 @@
PREHOOK: query: explain
SELECT src5.src1_value FROM (SELECT src3.*, src4.value as src4_value, src4.key
as src4_key FROM src src4 JOIN (SELECT src2.*, src1.key as src1_key, src1.value
as src1_value FROM src src1 JOIN src src2 ON src1.key = src2.key) src3 ON
src3.src1_key = src4.key) src5
PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+ A masked pattern was here
POSTHOOK: query: explain
SELECT src5.src1_value FROM (SELECT src3.*, src4.value as src4_value, src4.key
as src4_key FROM src src4 JOIN (SELECT src2.*, src1.key as src1_key, src1.value
as src1_value FROM src src1 JOIN src src2 ON src1.key = src2.key) src3 ON
src3.src1_key = src4.key) src5
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+ A masked pattern was here
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/join23.q.out
--
diff --git a/ql/src/test/results/clientpositive/join23.q.out
b/ql/src/test/results/clientpositive/join23.q.out
index 64822b6..f89eac3 100644
--- a/ql/src/test/results/clientpositive/join23.q.out
+++ b/ql/src/test/results/clientpositive/join23.q.out
@@ -2,9 +2,13 @@ Warning: Shuffle Join JOIN[4][tables = [src1, src2]] in Stage
'Stage-1:MAPRED' i
PREHOOK: query: EXPLAIN
SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10
SORT BY src1.key, src1.value, src2.key, src2.value
PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+ A masked pattern was here
POSTHOOK: query: EXPLAIN
SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10
SORT BY src1.key, src1.value, src2.key, src2.value
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+ A masked pattern was here
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/join25.q.out
--
diff --git a/ql/src/test/results/clientpositive/join25.q.out
b/ql/src/test/results/clientpositive/join25.q.out
index 94db4a4..3e097e5 100644
--- a/ql/src/test/results/clientpositive/join25.q.out
+++ b/ql/src/test/results/clientpositive/join25.q.out
@@ -11,11 +11,17 @@ INSERT OVERWRITE TABLE dest_j1_n18
SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value
FROM src1 x JOIN src y ON (x.key = y.key)
PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Input: default@src1
+PREHOOK: Output: default@dest_j1_n18
POSTHOOK: query: EXPLAIN
INSERT OVERWRITE TABLE dest_j1_n18
SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value
FROM src1 x JOIN src y ON (x.key = y.key)
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Input: default@src1
+POSTHOOK: Output: default@dest_j1_n18
STAGE DEPENDENCIES:
Stage-6 is a root stage
Stage-5 depends on stages: Stage-6
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/join26.q.out
--
diff --git a/ql/src/test/results/clientpositive/join26.q.out
b/ql/src/test/results/clientpositive/join26.q.out
index 0014af5..206a238 100644
--- a/ql/src/test/results/clientpositive/join26.q.out
+++ b/ql/src/test/results/clientpositive/join26.q.out
@@ -12,12 +12,22 @@ SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value
FROM src1 x JOIN src y ON (x.key = y.key)
JOIN srcpart z ON (x.key = z.key and z.ds='2008-04-08' and z.hr=11)
PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Input: default@src1
+PREHOOK: Input: default@srcpart
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+PREHOOK: Output: default@dest_j1_n10
POSTHOOK: query: EXPLAIN EXTENDED
INSERT OVERWRITE TABLE dest_j1_n10
SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value
FROM src1 x JOIN src y ON (x.key = y.key)
JOIN srcpart z ON (x.key = z.key and z.ds='2008-04-08' and z.hr=11)
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Input: default@src1
+POSTHOOK: Input: default@srcpart
+POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+POSTHOOK: Output: default@dest_j1_n10
OPTIMIZED SQL: SELECT `t4`.`key`, `t0`.`value`, `t2`.`value` AS `value1`
FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr`
FROM `default`.`srcpart`
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/join27.q.out
[11/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/subquery_notin.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/subquery_notin.q.out b/ql/src/test/results/clientpositive/llap/subquery_notin.q.out index c84477e..4692cb4 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_notin.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_notin.q.out @@ -7,6 +7,8 @@ where src.key not in where s1.key > '2' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src + A masked pattern was here POSTHOOK: query: explain select * from src @@ -15,6 +17,8 @@ where src.key not in where s1.key > '2' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -296,6 +300,8 @@ where b.p_name not in where r <= 2 and b.p_mfgr = a.p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part + A masked pattern was here POSTHOOK: query: explain select p_mfgr, b.p_name, p_size from part b @@ -305,6 +311,8 @@ where b.p_name not in where r <= 2 and b.p_mfgr = a.p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -581,6 +589,8 @@ part where part.p_size not in where r <= 2 ) PREHOOK: type: QUERY +PREHOOK: Input: default@part + A masked pattern was here POSTHOOK: query: explain select p_name, p_size from @@ -590,6 +600,8 @@ part where part.p_size not in where r <= 2 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -858,6 +870,8 @@ from part b where b.p_size not in where r <= 2 and b.p_mfgr = a.p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part + A masked pattern was here POSTHOOK: query: explain select p_mfgr, p_name, p_size from part b where b.p_size not in @@ -866,6 +880,8 @@ from part b where b.p_size not in where r <= 2 and b.p_mfgr = a.p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1416,10 +1432,18 @@ PREHOOK: query: explain select * from T1_v where T1_v.key not in (select T2_v.key from T2_v) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1_v +PREHOOK: Input: default@t2_v + A masked pattern was here POSTHOOK: query: explain select * from T1_v where T1_v.key not in (select T2_v.key from T2_v) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1_v +POSTHOOK: Input: default@t2_v + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1581,8 +1605,12 @@ POSTHOOK: Input: default@t2_v A masked pattern was here PREHOOK: query: explain select * from part where p_brand <> 'Brand#14' AND p_size NOT IN (select (p_size*p_size) from part p where p.p_type = part.p_type ) AND p_size <> 340 PREHOOK: type: QUERY +PREHOOK: Input: default@part + A masked pattern was here POSTHOOK: query: explain select * from part where p_brand <> 'Brand#14' AND p_size NOT IN (select (p_size*p_size) from part p where p.p_type = part.p_type ) AND p_size <> 340 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1777,8 +1805,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join MERGEJOIN[38][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part + A masked pattern was here POSTHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1985,8 +2017,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join MERGEJOIN[36][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_partkey*p_size) NOT IN (select min(p_partkey) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part + A masked pattern was here POSTHOOK: query: explain select * from part where (p_partkey*p_size) NOT IN (select min(p_partkey) from part group by p_type) POSTH
[30/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out -- diff --git a/ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out b/ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out index 027779d..b4369db 100644 --- a/ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out +++ b/ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out @@ -52,12 +52,20 @@ FROM (SELECT y.key AS key, count(1) AS cnt FROM T2_n86 x JOIN T1_n146 y ON (x.key = y.key) JOIN T3_n34 z ON (y.key = z.key) GROUP BY y.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n146 +PREHOOK: Input: default@t2_n86 +PREHOOK: Input: default@t3_n34 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT y.key AS key, count(1) AS cnt FROM T2_n86 x JOIN T1_n146 y ON (x.key = y.key) JOIN T3_n34 z ON (y.key = z.key) GROUP BY y.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n146 +POSTHOOK: Input: default@t2_n86 +POSTHOOK: Input: default@t3_n34 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -223,12 +231,20 @@ FROM (SELECT y.key AS key, count(1) AS cnt FROM T2_n86 x JOIN T1_n146 y ON (x.key = y.key) JOIN T3_n34 z ON (y.key = z.key) GROUP BY y.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n146 +PREHOOK: Input: default@t2_n86 +PREHOOK: Input: default@t3_n34 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT y.key AS key, count(1) AS cnt FROM T2_n86 x JOIN T1_n146 y ON (x.key = y.key) JOIN T3_n34 z ON (y.key = z.key) GROUP BY y.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n146 +POSTHOOK: Input: default@t2_n86 +POSTHOOK: Input: default@t3_n34 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -394,12 +410,20 @@ FROM (SELECT y.key AS key, count(1) AS cnt FROM T2_n86 x JOIN T1_n146 y ON (x.key = y.key) JOIN T3_n34 z ON (y.key = z.key) GROUP BY y.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n146 +PREHOOK: Input: default@t2_n86 +PREHOOK: Input: default@t3_n34 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT y.key AS key, count(1) AS cnt FROM T2_n86 x JOIN T1_n146 y ON (x.key = y.key) JOIN T3_n34 z ON (y.key = z.key) GROUP BY y.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n146 +POSTHOOK: Input: default@t2_n86 +POSTHOOK: Input: default@t3_n34 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -560,12 +584,20 @@ FROM (SELECT x.key AS key, count(1) AS cnt FROM T2_n86 x LEFT OUTER JOIN T1_n146 y ON (x.key = y.key) LEFT OUTER JOIN T3_n34 z ON (y.key = z.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n146 +PREHOOK: Input: default@t2_n86 +PREHOOK: Input: default@t3_n34 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, count(1) AS cnt FROM T2_n86 x LEFT OUTER JOIN T1_n146 y ON (x.key = y.key) LEFT OUTER JOIN T3_n34 z ON (y.key = z.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n146 +POSTHOOK: Input: default@t2_n86 +POSTHOOK: Input: default@t3_n34 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -722,12 +754,20 @@ FROM (SELECT x.key AS key, count(1) AS cnt FROM T2_n86 x LEFT OUTER JOIN T1_n146 y ON (x.key = y.key) LEFT OUTER JOIN T3_n34 z ON (y.key = z.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n146 +PREHOOK: Input: default@t2_n86 +PREHOOK: Input: default@t3_n34 + A masked pattern was here POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, count(1) AS cnt FROM T2_n86 x LEFT OUTER JOIN T1_n146 y ON (x.key = y.key) LEFT OUTER JOIN T3_n34 z ON (y.key = z.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n146 +POSTHOOK: Input: default@t2_n86 +POSTHOOK: Input: default@t3_n34 + A masked pattern was here STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -884,12 +924,20 @@ FROM (SELECT y.key AS key, count(1) AS cnt FROM T2_n86 x LEFT OUTER JOIN T1_n146 y ON (x.key = y.key) LEFT OUTER JOIN T3_n34 z ON (y.key = z.key) GROUP BY y.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n146 +PREHOOK: Input: default@t2_n86 +PREHOOK: Input
[37/51] [partial] hive git commit: HIVE-18778: Needs to capture input/output entities in explain (Daniel Dai, reviewed by Thejas Nair)
http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/input6.q.out -- diff --git a/ql/src/test/results/clientpositive/input6.q.out b/ql/src/test/results/clientpositive/input6.q.out index f6a5e43..5fd0859 100644 --- a/ql/src/test/results/clientpositive/input6.q.out +++ b/ql/src/test/results/clientpositive/input6.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n35 SELECT src1.key, src1.value WHERE src1.key is null PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n35 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n35 SELECT src1.key, src1.value WHERE src1.key is null POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n35 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/input7.q.out -- diff --git a/ql/src/test/results/clientpositive/input7.q.out b/ql/src/test/results/clientpositive/input7.q.out index 26add5b..8b9898a 100644 --- a/ql/src/test/results/clientpositive/input7.q.out +++ b/ql/src/test/results/clientpositive/input7.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n167 SELECT NULL, src1.key PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n167 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n167 SELECT NULL, src1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n167 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/input8.q.out -- diff --git a/ql/src/test/results/clientpositive/input8.q.out b/ql/src/test/results/clientpositive/input8.q.out index da3e42d..3c533a8 100644 --- a/ql/src/test/results/clientpositive/input8.q.out +++ b/ql/src/test/results/clientpositive/input8.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n28 SELECT 4 + NULL, src1.key - NULL, NULL + NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n28 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n28 SELECT 4 + NULL, src1.key - NULL, NULL + NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n28 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/input9.q.out -- diff --git a/ql/src/test/results/clientpositive/input9.q.out b/ql/src/test/results/clientpositive/input9.q.out index 1424957..3085589 100644 --- a/ql/src/test/results/clientpositive/input9.q.out +++ b/ql/src/test/results/clientpositive/input9.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n159 SELECT NULL, src1.key where NULL = NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n159 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n159 SELECT NULL, src1.key where NULL = NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n159 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 http://git-wip-us.apache.org/repos/asf/hive/blob/b356aae0/ql/src/test/results/clientpositive/input_columnarserde.q.out -- diff --git a/ql/src/test/results/clientpositive/input_columnarserde.q.out b/ql/src/test/results/clientpositive/input_columnarserde.q.out index ae51d74..3dc138a 100644 --- a/ql/src/test/results/clientpositive/input_columnarserde.q.out +++ b/ql/src/test/results/clientpositive/input_columnarserde.q.out @@ -20,10 +20,14 @@ PREHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE input_columnarserde SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring DISTRIBUTE BY 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +PREHOOK: Output: default@input_columnarserde POSTHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE input_columnarserde SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring DISTRIBUTE BY 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +
hive git commit: HIVE-20640: Upgrade Hive to use ORC 1.5.3(Eugene Koifman, reviewed by Gopal V)
Repository: hive Updated Branches: refs/heads/master fb7291ac4 -> 00dc4c72e HIVE-20640: Upgrade Hive to use ORC 1.5.3(Eugene Koifman, reviewed by Gopal V) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/00dc4c72 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/00dc4c72 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/00dc4c72 Branch: refs/heads/master Commit: 00dc4c72e745c4a0deb9e82cfef2c795ed19541b Parents: fb7291a Author: Eugene Koifman Authored: Thu Sep 27 11:45:22 2018 -0700 Committer: Eugene Koifman Committed: Thu Sep 27 11:45:22 2018 -0700 -- pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) -- http://git-wip-us.apache.org/repos/asf/hive/blob/00dc4c72/pom.xml -- diff --git a/pom.xml b/pom.xml index 5e100fd..5008923 100644 --- a/pom.xml +++ b/pom.xml @@ -186,7 +186,7 @@ 0.9.3 2.10.0 2.3 -1.5.2 +1.5.3 1.10.19 2.0.0-M5 4.1.17.Final
hive git commit: HIVE-19302: Logging Too Verbose For TableNotFound (Alice Fan reviewed by Naveen Gangam)
Repository: hive
Updated Branches:
refs/heads/master 00dc4c72e -> 1ab23e3b7
HIVE-19302: Logging Too Verbose For TableNotFound (Alice Fan reviewed by Naveen
Gangam)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/1ab23e3b
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/1ab23e3b
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/1ab23e3b
Branch: refs/heads/master
Commit: 1ab23e3b7896bb7085b59105781cb3fd86083f1a
Parents: 00dc4c7
Author: Naveen Gangam
Authored: Thu Sep 27 12:46:41 2018 -0700
Committer: Naveen Gangam
Committed: Thu Sep 27 12:46:41 2018 -0700
--
ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java | 3 ---
1 file changed, 3 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hive/blob/1ab23e3b/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
--
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
b/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
index 344e9fc..54b9c67 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
@@ -2075,9 +2075,6 @@ public class SemanticAnalyzer extends
BaseSemanticAnalyzer {
}
getMetaData(qb, null);
} catch (HiveException e) {
- // Has to use full name to make sure it does not conflict with
- // org.apache.commons.lang.StringUtils
- LOG.error(org.apache.hadoop.util.StringUtils.stringifyException(e));
if (e instanceof SemanticException) {
throw (SemanticException)e;
}
hive git commit: HIVE-16812: VectorizedOrcAcidRowBatchReader doesn't filter delete events (Eugene Koifman, reviewed by Sergey Shelukhin)
Repository: hive
Updated Branches:
refs/heads/master 1ab23e3b7 -> 37fd22e6a
HIVE-16812: VectorizedOrcAcidRowBatchReader doesn't filter delete events
(Eugene Koifman, reviewed by Sergey Shelukhin)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/37fd22e6
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/37fd22e6
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/37fd22e6
Branch: refs/heads/master
Commit: 37fd22e6a6a3c49b77fbdb1983d27b335e03129d
Parents: 1ab23e3
Author: Eugene Koifman
Authored: Thu Sep 27 13:25:43 2018 -0700
Committer: Eugene Koifman
Committed: Thu Sep 27 13:27:24 2018 -0700
--
.../org/apache/hadoop/hive/conf/HiveConf.java | 5 +-
.../hadoop/hive/ql/exec/FileSinkOperator.java | 2 +-
.../hadoop/hive/ql/io/RecordIdentifier.java | 17 +-
.../hive/ql/io/orc/OrcRawRecordMerger.java | 33 +-
.../io/orc/VectorizedOrcAcidRowBatchReader.java | 463 ---
.../apache/hadoop/hive/ql/TestTxnCommands.java | 9 +
.../apache/hadoop/hive/ql/TestTxnCommands2.java | 5 +-
.../apache/hadoop/hive/ql/TestTxnCommands3.java | 162 +++
.../hadoop/hive/ql/TestTxnConcatenate.java | 63 ---
.../apache/hadoop/hive/ql/TestTxnLoadData.java | 6 +
.../apache/hadoop/hive/ql/TestTxnNoBuckets.java | 8 +
.../hadoop/hive/ql/TxnCommandsBaseForTests.java | 5 +
.../hive/ql/io/orc/TestInputOutputFormat.java | 4 +-
.../TestVectorizedOrcAcidRowBatchReader.java| 318 +++--
14 files changed, 931 insertions(+), 169 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hive/blob/37fd22e6/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
--
diff --git a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
index 3b8e820..0cecae5 100644
--- a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
+++ b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
@@ -1858,7 +1858,10 @@ public class HiveConf extends Configuration {
+ "into memory to optimize for performance. To prevent out-of-memory
errors, this is a rough heuristic\n"
+ "that limits the total number of delete events that can be loaded
into memory at once.\n"
+ "Roughly it has been set to 10 million delete events per bucket
(~160 MB).\n"),
-
+FILTER_DELETE_EVENTS("hive.txn.filter.delete.events", true,
+"If true, VectorizedOrcAcidRowBatchReader will compute min/max " +
+"ROW__ID for the split and only load delete events in that
range.\n"
+),
HIVESAMPLERANDOMNUM("hive.sample.seednumber", 0,
"A number used to percentage sampling. By changing this number, user
will change the subsets of data sampled."),
http://git-wip-us.apache.org/repos/asf/hive/blob/37fd22e6/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
--
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
b/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
index d82faf3..8c7a78b 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
@@ -983,7 +983,7 @@ public class FileSinkOperator extends
TerminalOperator implements
int writerOffset;
// This if/else chain looks ugly in the inner loop, but given that it
will be 100% the same
// for a given operator branch prediction should work quite nicely on it.
- // RecordUpdateer expects to get the actual row, not a serialized
version of it. Thus we
+ // RecordUpdater expects to get the actual row, not a serialized version
of it. Thus we
// pass the row rather than recordValue.
if (conf.getWriteType() == AcidUtils.Operation.NOT_ACID ||
conf.isMmTable()) {
rowOutWriters[findWriterOffset(row)].write(recordValue);
http://git-wip-us.apache.org/repos/asf/hive/blob/37fd22e6/ql/src/java/org/apache/hadoop/hive/ql/io/RecordIdentifier.java
--
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/RecordIdentifier.java
b/ql/src/java/org/apache/hadoop/hive/ql/io/RecordIdentifier.java
index ea7ba53..e38e21a 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/io/RecordIdentifier.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/io/RecordIdentifier.java
@@ -176,6 +176,7 @@ public class RecordIdentifier implements
WritableComparable {
@Override
public int compareTo(RecordIdentifier other) {
if (other.getClass() != RecordIdentifier.class) {
+ //WTF? assumes that other instanceof OrcRawRecordMerger.ReaderKey???
return -other.
hive git commit: HIVE-17917: VectorizedOrcAcidRowBatchReader.computeOffsetAndBucket optimization (Saurabh Seth via Eugene Koifman)
Repository: hive
Updated Branches:
refs/heads/master 37fd22e6a -> 34331f3c7
HIVE-17917: VectorizedOrcAcidRowBatchReader.computeOffsetAndBucket optimization
(Saurabh Seth via Eugene Koifman)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/34331f3c
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/34331f3c
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/34331f3c
Branch: refs/heads/master
Commit: 34331f3c7b69200a0177f5446f1f15c8ed69ee86
Parents: 37fd22e
Author: Saurabh Seth
Authored: Thu Sep 27 19:14:21 2018 -0700
Committer: Eugene Koifman
Committed: Thu Sep 27 19:14:21 2018 -0700
--
.../hadoop/hive/ql/io/orc/OrcInputFormat.java | 23 ++-
.../apache/hadoop/hive/ql/io/orc/OrcSplit.java | 59 +++-
.../io/orc/VectorizedOrcAcidRowBatchReader.java | 69 -
.../hive/ql/io/orc/TestInputOutputFormat.java | 6 +-
.../acid_vectorization_original.q | 29 +++-
.../llap/acid_vectorization_original.q.out | 146 +++
6 files changed, 285 insertions(+), 47 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hive/blob/34331f3c/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java
--
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java
b/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java
index f34f393..728bf50 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java
@@ -1036,6 +1036,7 @@ public class OrcInputFormat implements
InputFormat,
private final Path dir;
private final boolean allowSyntheticFileIds;
private final boolean isDefaultFs;
+private final Configuration conf;
/**
* @param dir - root of partition dir
@@ -1051,12 +1052,21 @@ public class OrcInputFormat implements
InputFormat,
this.dir = dir;
this.allowSyntheticFileIds = allowSyntheticFileIds;
this.isDefaultFs = isDefaultFs;
+ this.conf = context.conf;
}
@Override
public List getSplits() throws IOException {
List splits = Lists.newArrayList();
+ boolean isAcid = AcidUtils.isFullAcidScan(conf);
+ boolean vectorMode = Utilities.getIsVectorized(conf);
+ OrcSplit.OffsetAndBucketProperty offsetAndBucket = null;
for (HdfsFileStatusWithId file : fileStatuses) {
+if (isOriginal && isAcid && vectorMode) {
+ offsetAndBucket =
VectorizedOrcAcidRowBatchReader.computeOffsetAndBucket(file.getFileStatus(),
dir,
+ isOriginal, !deltas.isEmpty(), conf);
+}
+
FileStatus fileStatus = file.getFileStatus();
long logicalLen = AcidUtils.getLogicalLength(fs, fileStatus);
if (logicalLen != 0) {
@@ -1072,7 +1082,7 @@ public class OrcInputFormat implements
InputFormat,
}
OrcSplit orcSplit = new OrcSplit(fileStatus.getPath(), fileKey,
entry.getKey(),
entry.getValue().getLength(), entry.getValue().getHosts(),
null, isOriginal, true,
-deltas, -1, logicalLen, dir);
+deltas, -1, logicalLen, dir, offsetAndBucket);
splits.add(orcSplit);
}
}
@@ -1352,6 +1362,7 @@ public class OrcInputFormat implements
InputFormat,
private SchemaEvolution evolution;
//this is the root of the partition in which the 'file' is located
private final Path rootDir;
+OrcSplit.OffsetAndBucketProperty offsetAndBucket = null;
public SplitGenerator(SplitInfo splitInfo, UserGroupInformation ugi,
boolean allowSyntheticFileIds, boolean isDefaultFs) throws IOException
{
@@ -1480,7 +1491,7 @@ public class OrcInputFormat implements
InputFormat,
fileKey = new SyntheticFileId(file);
}
return new OrcSplit(file.getPath(), fileKey, offset, length, hosts,
- orcTail, isOriginal, hasBase, deltas, scaledProjSize, fileLen,
rootDir);
+ orcTail, isOriginal, hasBase, deltas, scaledProjSize, fileLen,
rootDir, offsetAndBucket);
}
private static final class OffsetAndLength { // Java cruft; pair of long.
@@ -1519,6 +1530,14 @@ public class OrcInputFormat implements
InputFormat,
}
private List callInternal() throws IOException {
+ boolean isAcid = AcidUtils.isFullAcidScan(context.conf);
+ boolean vectorMode = Utilities.getIsVectorized(context.conf);
+
+ if (isOriginal && isAcid && vectorMode) {
+offsetAndBucket =
VectorizedOrcAcidRowBatchReader.computeOffsetAndBucket(file, rootDir,
isOriginal,
+!deltas.isEmpty(), context.conf);
+ }
+
// Figure out which stripes we need to read.
if (ppdResult != null) {
assert delt
hive git commit: HIVE-20052: Arrow serde should fill ArrowColumnVector(Decimal) with the given schema precision/scale (Teddy Choi, reviewed by Matt McCline)
Repository: hive
Updated Branches:
refs/heads/master 34331f3c7 -> 727e4b2d2
HIVE-20052: Arrow serde should fill ArrowColumnVector(Decimal) with the given
schema precision/scale (Teddy Choi, reviewed by Matt McCline)
Signed-off-by: Teddy Choi
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/727e4b2d
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/727e4b2d
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/727e4b2d
Branch: refs/heads/master
Commit: 727e4b2d21d6f451a5073f2eaa0241e84225281f
Parents: 34331f3
Author: Teddy Choi
Authored: Fri Sep 28 11:26:12 2018 +0900
Committer: Teddy Choi
Committed: Fri Sep 28 11:26:12 2018 +0900
--
.../hadoop/hive/ql/io/arrow/Serializer.java | 33 ++--
.../io/arrow/TestArrowColumnarBatchSerDe.java | 25 +++
2 files changed, 49 insertions(+), 9 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hive/blob/727e4b2d/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java
--
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java
b/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java
index 6b31045..7dffa6b 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java
@@ -38,11 +38,14 @@ import org.apache.arrow.vector.VectorSchemaRoot;
import org.apache.arrow.vector.complex.ListVector;
import org.apache.arrow.vector.complex.MapVector;
import org.apache.arrow.vector.complex.NullableMapVector;
+import org.apache.arrow.vector.holders.DecimalHolder;
import org.apache.arrow.vector.types.TimeUnit;
import org.apache.arrow.vector.types.Types;
import org.apache.arrow.vector.types.pojo.ArrowType;
import org.apache.arrow.vector.types.pojo.FieldType;
import org.apache.hadoop.conf.Configuration;
+import org.apache.arrow.vector.util.DecimalUtility;
+import org.apache.hadoop.hive.common.type.HiveDecimal;
import org.apache.hadoop.hive.conf.HiveConf;
import org.apache.hadoop.hive.ql.exec.vector.BytesColumnVector;
import org.apache.hadoop.hive.ql.exec.vector.ColumnVector;
@@ -61,6 +64,7 @@ import
org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch;
import org.apache.hadoop.hive.ql.exec.vector.expressions.StringExpr;
import org.apache.hadoop.hive.ql.metadata.HiveException;
import org.apache.hadoop.hive.serde2.SerDeException;
+import org.apache.hadoop.hive.serde2.io.HiveDecimalWritable;
import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector;
import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorUtils;
import org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector;
@@ -74,10 +78,10 @@ import
org.apache.hadoop.hive.serde2.typeinfo.StructTypeInfo;
import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo;
import org.apache.hadoop.hive.serde2.typeinfo.UnionTypeInfo;
import org.apache.arrow.memory.BufferAllocator;
-import org.apache.hadoop.hive.serde2.io.HiveDecimalWritable;
+import java.math.BigDecimal;
+import java.math.BigInteger;
import java.util.ArrayList;
-import java.util.Arrays;
import java.util.List;
import static
org.apache.hadoop.hive.conf.HiveConf.ConfVars.HIVE_ARROW_BATCH_SIZE;
@@ -107,6 +111,7 @@ public class Serializer {
private int fieldSize;
private final NullableMapVector rootVector;
+ private final DecimalHolder decimalHolder = new DecimalHolder();
//Constructor for non-serde serialization
public Serializer(Configuration conf, String attemptId, List
typeInfos, List fieldNames) {
@@ -277,7 +282,7 @@ public class Serializer {
}
}
- private static void write(FieldVector arrowVector, ColumnVector hiveVector,
TypeInfo typeInfo, int size,
+ private void write(FieldVector arrowVector, ColumnVector hiveVector,
TypeInfo typeInfo, int size,
VectorizedRowBatch vectorizedRowBatch, boolean isNative) {
switch (typeInfo.getCategory()) {
case PRIMITIVE:
@@ -300,7 +305,7 @@ public class Serializer {
}
}
- private static void writeMap(ListVector arrowVector, MapColumnVector
hiveVector, MapTypeInfo typeInfo,
+ private void writeMap(ListVector arrowVector, MapColumnVector hiveVector,
MapTypeInfo typeInfo,
int size, VectorizedRowBatch vectorizedRowBatch, boolean isNative) {
final ListTypeInfo structListTypeInfo = toStructListTypeInfo(typeInfo);
final ListColumnVector structListVector = toStructListVector(hiveVector);
@@ -317,7 +322,7 @@ public class Serializer {
}
}
- private static void writeUnion(FieldVector arrowVector, ColumnVector
hiveVector, TypeInfo typeInfo,
+ private void writeUnion(FieldVector arrowVector, ColumnVector hiveVector,
TypeInfo typeInfo,
int size, VectorizedRowB
hive git commit: HIVE-20552: Get Schema from LogicalPlan faster (Teddy Choi, reviewed by Jesus Camacho Rodriguez)
Repository: hive
Updated Branches:
refs/heads/master 727e4b2d2 -> 778c47ccd
HIVE-20552: Get Schema from LogicalPlan faster (Teddy Choi, reviewed by Jesus
Camacho Rodriguez)
Signed-off-by: Teddy Choi
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/778c47cc
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/778c47cc
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/778c47cc
Branch: refs/heads/master
Commit: 778c47ccdffa138f4738aadc94a75b75b5055fe1
Parents: 727e4b2
Author: Teddy Choi
Authored: Fri Sep 28 11:28:39 2018 +0900
Committer: Teddy Choi
Committed: Fri Sep 28 11:28:39 2018 +0900
--
.../metadata/HiveMaterializedViewsRegistry.java | 31
.../apache/hadoop/hive/ql/parse/ParseUtils.java | 28 ++
.../ql/udf/generic/GenericUDTFGetSplits.java| 29 --
3 files changed, 53 insertions(+), 35 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hive/blob/778c47cc/ql/src/java/org/apache/hadoop/hive/ql/metadata/HiveMaterializedViewsRegistry.java
--
diff --git
a/ql/src/java/org/apache/hadoop/hive/ql/metadata/HiveMaterializedViewsRegistry.java
b/ql/src/java/org/apache/hadoop/hive/ql/metadata/HiveMaterializedViewsRegistry.java
index 7d11cac..ee405ca 100644
---
a/ql/src/java/org/apache/hadoop/hive/ql/metadata/HiveMaterializedViewsRegistry.java
+++
b/ql/src/java/org/apache/hadoop/hive/ql/metadata/HiveMaterializedViewsRegistry.java
@@ -52,8 +52,6 @@ import org.apache.hadoop.hive.conf.HiveConf;
import org.apache.hadoop.hive.metastore.DefaultMetaStoreFilterHookImpl;
import org.apache.hadoop.hive.metastore.api.FieldSchema;
import org.apache.hadoop.hive.metastore.conf.MetastoreConf;
-import org.apache.hadoop.hive.ql.Context;
-import org.apache.hadoop.hive.ql.QueryState;
import org.apache.hadoop.hive.ql.exec.ColumnInfo;
import org.apache.hadoop.hive.ql.optimizer.calcite.CalciteSemanticException;
import org.apache.hadoop.hive.ql.optimizer.calcite.HiveTypeSystemImpl;
@@ -61,11 +59,8 @@ import
org.apache.hadoop.hive.ql.optimizer.calcite.RelOptHiveTable;
import org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveRelNode;
import org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan;
import org.apache.hadoop.hive.ql.optimizer.calcite.translator.TypeConverter;
-import org.apache.hadoop.hive.ql.parse.ASTNode;
import org.apache.hadoop.hive.ql.parse.CalcitePlanner;
-import org.apache.hadoop.hive.ql.parse.ColumnStatsList;
import org.apache.hadoop.hive.ql.parse.ParseUtils;
-import org.apache.hadoop.hive.ql.parse.PrunedPartitionList;
import org.apache.hadoop.hive.ql.parse.RowResolver;
import org.apache.hadoop.hive.ql.session.SessionState;
import org.apache.hadoop.hive.serde2.SerDeException;
@@ -227,10 +222,12 @@ public final class HiveMaterializedViewsRegistry {
" ignored; error creating view replacement");
return null;
}
-final RelNode queryRel = parseQuery(conf, viewQuery);
-if (queryRel == null) {
+final RelNode queryRel;
+try {
+ queryRel = ParseUtils.parseQuery(conf, viewQuery);
+} catch (Exception e) {
LOG.warn("Materialized view " + materializedViewTable.getCompleteName() +
- " ignored; error parsing original query");
+ " ignored; error parsing original query; " + e);
return null;
}
@@ -403,24 +400,6 @@ public final class HiveMaterializedViewsRegistry {
return tableRel;
}
- private static RelNode parseQuery(HiveConf conf, String viewQuery) {
-try {
- final ASTNode node = ParseUtils.parse(viewQuery);
- final QueryState qs =
- new QueryState.Builder().withHiveConf(conf).build();
- CalcitePlanner analyzer = new CalcitePlanner(qs);
- Context ctx = new Context(conf);
- ctx.setIsLoadingMaterializedView(true);
- analyzer.initCtx(ctx);
- analyzer.init(false);
- return analyzer.genLogicalPlan(node);
-} catch (Exception e) {
- // We could not parse the view
- LOG.error("Error parsing original query for materialized view", e);
- return null;
-}
- }
-
private static TableType obtainTableType(Table tabMetaData) {
if (tabMetaData.getStorageHandler() != null) {
final String storageHandlerStr =
tabMetaData.getStorageHandler().toString();
http://git-wip-us.apache.org/repos/asf/hive/blob/778c47cc/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseUtils.java
--
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseUtils.java
b/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseUtils.java
index 89e8412..be1c59f 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseUtils.java
+++ b/ql/src/j
hive git commit: HIVE-20627: Concurrent async queries intermittently fails with LockException and cause memory leak (Sankar Hariappan, reviewed by Daniel Dai)
Repository: hive
Updated Branches:
refs/heads/master 778c47ccd -> 6e27a5315
HIVE-20627: Concurrent async queries intermittently fails with LockException
and cause memory leak (Sankar Hariappan, reviewed by Daniel Dai)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/6e27a531
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/6e27a531
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/6e27a531
Branch: refs/heads/master
Commit: 6e27a5315a44c55ef3b178e7212c9068de322d01
Parents: 778c47c
Author: Sankar Hariappan
Authored: Fri Sep 28 10:42:51 2018 +0530
Committer: Sankar Hariappan
Committed: Fri Sep 28 10:42:51 2018 +0530
--
.../apache/hadoop/hive/ql/metadata/Hive.java| 63 ++--
.../service/cli/operation/SQLOperation.java | 2 +-
2 files changed, 47 insertions(+), 18 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hive/blob/6e27a531/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java
--
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java
b/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java
index 07d0f11..4de0389 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java
@@ -171,7 +171,10 @@ public class Hive {
// metastore calls timing information
private final ConcurrentHashMap metaCallTimeMap = new
ConcurrentHashMap<>();
- private static ThreadLocal hiveDB = new ThreadLocal() {
+ // Static class to store thread local Hive object and allowClose flag.
+ private static class ThreadLocalHive extends ThreadLocal {
+private ThreadLocal allowClose = ThreadLocal.withInitial(() ->
true);
+
@Override
protected Hive initialValue() {
return null;
@@ -179,12 +182,24 @@ public class Hive {
@Override
public synchronized void remove() {
- if (this.get() != null) {
+ if (allowClose() && (this.get() != null)) {
this.get().close();
}
super.remove();
+ this.allowClose.set(true);
+}
+
+public synchronized void set(Hive hiveObj, boolean allowClose) {
+ super.set(hiveObj);
+ this.allowClose.set(allowClose);
}
- };
+
+boolean allowClose() {
+ return this.allowClose.get();
+}
+ }
+
+ private static ThreadLocalHive hiveDB = new ThreadLocalHive();
// Note that while this is an improvement over static initialization, it is
still not,
// technically, valid, cause nothing prevents us from connecting to several
metastores in
@@ -315,7 +330,9 @@ public class Hive {
if (db != null) {
LOG.debug("Creating new db. db = " + db + ", needsRefresh = " +
needsRefresh +
", db.isCurrentUserOwner = " + db.isCurrentUserOwner());
- db.close();
+ if (hiveDB.allowClose()) {
+db.close();
+ }
}
closeCurrent();
if (c == null) {
@@ -323,7 +340,7 @@ public class Hive {
}
c.set("fs.scheme.class", "dfs");
Hive newdb = new Hive(c, doRegisterAllFns);
-hiveDB.set(newdb);
+hiveDB.set(newdb, true);
return newdb;
}
@@ -366,7 +383,11 @@ public class Hive {
}
public static void set(Hive hive) {
-hiveDB.set(hive);
+hiveDB.set(hive, true);
+ }
+
+ public static void set(Hive hive, boolean allowClose) {
+hiveDB.set(hive, allowClose);
}
public static void closeCurrent() {
@@ -2378,10 +2399,10 @@ private void constructOneLBLocationMap(FileStatus fSta,
final SessionState parentSession = SessionState.get();
final List> futures = Lists.newLinkedList();
+// for each dynamically created DP directory, construct a full partition
spec
+// and load the partition based on that
+final Map rawStoreMap = new ConcurrentHashMap<>();
try {
- // for each dynamically created DP directory, construct a full partition
spec
- // and load the partition based on that
- final Map rawStoreMap = new ConcurrentHashMap<>();
for(final Path partPath : validPartitions) {
// generate a full partition specification
final LinkedHashMap fullPartSpec =
Maps.newLinkedHashMap(partSpec);
@@ -2412,12 +2433,6 @@ private void constructOneLBLocationMap(FileStatus fSta,
+ partsToLoad + " partitions.");
}
}
- // Add embedded rawstore, so we can cleanup later to avoid
memory leak
- if (getMSC().isLocalMetaStore()) {
-if (!rawStoreMap.containsKey(Thread.currentThread().getId())) {
- rawStoreMap.put(Thread.currentThread().getId(),
HiveMetaStore.HMSHandler.getRawStore());
-}
- }
return null;
} catch (Exception t)
