http://git-wip-us.apache.org/repos/asf/hive/blob/2b1f03e3/ql/src/test/results/clientpositive/lineage3.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/lineage3.q.out
b/ql/src/test/results/clientpositive/lineage3.q.out
index 1afe92d..07b5f31 100644
--- a/ql/src/test/results/clientpositive/lineage3.q.out
+++ b/ql/src/test/results/clientpositive/lineage3.q.out
@@ -8,35 +8,7 @@ PREHOOK: type: CREATETABLE_AS_SELECT
PREHOOK: Input: default@src1
PREHOOK: Output: database:default
PREHOOK: Output: default@t
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "761b3a1f405d8e719d3f0c9147b57a23",
- "queryText": "create table t as\nselect * from\n (select * from\n
(select key from src1 limit 1) v1) v2",
- "edges": [
- {
- "sources": [
- 1
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "default.t.key"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "default.src1.key"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"761b3a1f405d8e719d3f0c9147b57a23","queryText":"create
table t as\nselect * from\n (select * from\n (select key from src1 limit
1) v1)
v2","edges":[{"sources":[1],"targets":[0],"edgeType":"PROJECTION"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"default.t.key"},{"id":1,"vertexType":"COLUMN","vertexId":"default.src1.key"}]}
PREHOOK: query: drop table if exists dest_l1
PREHOOK: type: DROPTABLE
PREHOOK: query: create table dest_l1(a int, b varchar(128))
@@ -51,66 +23,7 @@ where cint is not null and cint < 0 order by cint, cs limit 5
PREHOOK: type: QUERY
PREHOOK: Input: default@alltypesorc
PREHOOK: Output: default@dest_l1@ds=today
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "2b5891d094ff74e23ec6acf5b4990f45",
- "queryText": "insert into table dest_l1 partition (ds='today')\nselect cint,
cast(cstring1 as varchar(128)) as cs\nfrom alltypesorc\nwhere cint is not null
and cint < 0 order by cint, cs limit 5",
- "edges": [
- {
- "sources": [
- 2
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 3
- ],
- "targets": [
- 1
- ],
- "expression": "CAST( alltypesorc.cstring1 AS varchar(128))",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 2
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "(alltypesorc.cint is not null and (alltypesorc.cint <
0))",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "cint"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "cs"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cint"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cstring1"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"2b5891d094ff74e23ec6acf5b4990f45","queryText":"insert
into table dest_l1 partition (ds='today')\nselect cint, cast(cstring1 as
varchar(128)) as cs\nfrom alltypesorc\nwhere cint is not null and cint < 0
order by cint, cs limit
5","edges":[{"sources":[2],"targets":[0],"edgeType":"PROJECTION"},{"sources":[3],"targets":[1],"expression":"CAST(
alltypesorc.cstring1 AS
varchar(128))","edgeType":"PROJECTION"},{"sources":[2],"targets":[0,1],"expression":"(alltypesorc.cint
is not null and (alltypesorc.cint <
0))","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"cint"},{"id":1,"vertexType":"COLUMN","vertexId":"cs"},{"id":2,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"},{"id":3,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cstring1"}]}
PREHOOK: query: insert into table dest_l1 partition (ds='tomorrow')
select min(cint), cast(min(cstring1) as varchar(128)) as cs
from alltypesorc
@@ -120,215 +33,13 @@ having min(cbigint) > 10
PREHOOK: type: QUERY
PREHOOK: Input: default@alltypesorc
PREHOOK: Output: default@dest_l1@ds=tomorrow
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "4ad6338a8abfe3fe0342198fcbd1f11d",
- "queryText": "insert into table dest_l1 partition (ds='tomorrow')\nselect
min(cint), cast(min(cstring1) as varchar(128)) as cs\nfrom alltypesorc\nwhere
cint is not null and cboolean1 = true\ngroup by csmallint\nhaving min(cbigint)
> 10",
- "edges": [
- {
- "sources": [
- 2
- ],
- "targets": [
- 0
- ],
- "expression": "min(default.alltypesorc.cint)",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 3
- ],
- "targets": [
- 1
- ],
- "expression": "CAST( min(default.alltypesorc.cstring1) AS varchar(128))",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 2,
- 4
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "(alltypesorc.cint is not null and (alltypesorc.cboolean1
= true))",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 5
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "(min(default.alltypesorc.cbigint) > 10)",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "c0"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "cs"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cint"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cstring1"
- },
- {
- "id": 4,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cboolean1"
- },
- {
- "id": 5,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cbigint"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"4ad6338a8abfe3fe0342198fcbd1f11d","queryText":"insert
into table dest_l1 partition (ds='tomorrow')\nselect min(cint),
cast(min(cstring1) as varchar(128)) as cs\nfrom alltypesorc\nwhere cint is not
null and cboolean1 = true\ngroup by csmallint\nhaving min(cbigint) >
10","edges":[{"sources":[2],"targets":[0],"expression":"min(default.alltypesorc.cint)","edgeType":"PROJECTION"},{"sources":[3],"targets":[1],"expression":"CAST(
min(default.alltypesorc.cstring1) AS
varchar(128))","edgeType":"PROJECTION"},{"sources":[2,4],"targets":[0,1],"expression":"(alltypesorc.cint
is not null and (alltypesorc.cboolean1 =
true))","edgeType":"PREDICATE"},{"sources":[5],"targets":[0,1],"expression":"(min(default.alltypesorc.cbigint)
>
10)","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"c0"},{"id":1,"vertexType":"COLUMN","vertexId":"cs"},{"id":2,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"},{"id":3,"vertexType":"COLUMN",
"vertexId":"default.alltypesorc.cstring1"},{"id":4,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cboolean1"},{"id":5,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cbigint"}]}
PREHOOK: query: select cint, rank() over(order by cint) from alltypesorc
where cint > 10 and cint < 10000 limit 10
PREHOOK: type: QUERY
PREHOOK: Input: default@alltypesorc
#### A masked pattern was here ####
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "351b08ec58591554ec10a6ded68ef25f",
- "queryText": "select cint, rank() over(order by cint) from
alltypesorc\nwhere cint > 10 and cint < 10000 limit 10",
- "edges": [
- {
- "sources": [
- 2
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 3,
- 4,
- 2,
- 5,
- 6,
- 7,
- 8,
- 9,
- 10,
- 11,
- 12,
- 13
- ],
- "targets": [
- 1
- ],
- "expression": "(tok_function rank (tok_windowspec (tok_partitioningspec
(tok_distributeby 0) (tok_orderby (tok_tabsortcolnameasc (. (tok_table_or_col
alltypesorc) cint)))) (tok_windowrange (preceding 2147483647) (following
2147483647))))",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 2
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "((alltypesorc.cint > 10) and (alltypesorc.cint < 10000))",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "cint"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "c1"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cint"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctinyint"
- },
- {
- "id": 4,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.csmallint"
- },
- {
- "id": 5,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cbigint"
- },
- {
- "id": 6,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cfloat"
- },
- {
- "id": 7,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cdouble"
- },
- {
- "id": 8,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cstring1"
- },
- {
- "id": 9,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cstring2"
- },
- {
- "id": 10,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctimestamp1"
- },
- {
- "id": 11,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctimestamp2"
- },
- {
- "id": 12,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cboolean1"
- },
- {
- "id": 13,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cboolean2"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"351b08ec58591554ec10a6ded68ef25f","queryText":"select
cint, rank() over(order by cint) from alltypesorc\nwhere cint > 10 and cint <
10000 limit
10","edges":[{"sources":[2],"targets":[0],"edgeType":"PROJECTION"},{"sources":[3,4,2,5,6,7,8,9,10,11,12,13],"targets":[1],"expression":"(tok_function
rank (tok_windowspec (tok_partitioningspec (tok_distributeby 0) (tok_orderby
(tok_tabsortcolnameasc (. (tok_table_or_col alltypesorc) cint))))
(tok_windowrange (preceding 2147483647) (following
2147483647))))","edgeType":"PROJECTION"},{"sources":[2],"targets":[0,1],"expression":"((alltypesorc.cint
> 10) and (alltypesorc.cint <
10000))","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"cint"},{"id":1,"vertexType":"COLUMN","vertexId":"c1"},{"id":2,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"},{"id":3,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"},{"id":4,"vertexType":"COLUMN","vertexId":"default.a
lltypesorc.csmallint"},{"id":5,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cbigint"},{"id":6,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cfloat"},{"id":7,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cdouble"},{"id":8,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cstring1"},{"id":9,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cstring2"},{"id":10,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctimestamp1"},{"id":11,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctimestamp2"},{"id":12,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cboolean1"},{"id":13,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cboolean2"}]}
762 1
762 1
762 1
@@ -347,95 +58,7 @@ order by a.ctinyint, a.cint
PREHOOK: type: QUERY
PREHOOK: Input: default@alltypesorc
#### A masked pattern was here ####
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "40c3faa7abd1cdb7f12c1047a8a1d2ce",
- "queryText": "select a.ctinyint, a.cint, count(a.cdouble)\n over(partition
by a.ctinyint order by a.cint desc\n rows between 1 preceding and 1
following)\nfrom alltypesorc a inner join alltypesorc b on a.cint =
b.cbigint\norder by a.ctinyint, a.cint",
- "edges": [
- {
- "sources": [
- 3
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 4
- ],
- "targets": [
- 1
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 3,
- 4,
- 5,
- 6
- ],
- "targets": [
- 2
- ],
- "expression": "(tok_function count (. (tok_table_or_col $hdt$_0)
cdouble) (tok_windowspec (tok_partitioningspec (tok_distributeby (.
(tok_table_or_col $hdt$_0) ctinyint)) (tok_orderby (tok_tabsortcolnamedesc (.
(tok_table_or_col $hdt$_0) cint)))) (tok_windowrange (preceding 1) (following
1))))",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 4,
- 6
- ],
- "targets": [
- 0,
- 1,
- 2
- ],
- "expression": "(UDFToLong(a.cint) = a.cbigint)",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "a.ctinyint"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "a.cint"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "c2"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctinyint"
- },
- {
- "id": 4,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cint"
- },
- {
- "id": 5,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cdouble"
- },
- {
- "id": 6,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cbigint"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"40c3faa7abd1cdb7f12c1047a8a1d2ce","queryText":"select
a.ctinyint, a.cint, count(a.cdouble)\n over(partition by a.ctinyint order by
a.cint desc\n rows between 1 preceding and 1 following)\nfrom alltypesorc a
inner join alltypesorc b on a.cint = b.cbigint\norder by a.ctinyint,
a.cint","edges":[{"sources":[3],"targets":[0],"edgeType":"PROJECTION"},{"sources":[4],"targets":[1],"edgeType":"PROJECTION"},{"sources":[3,4,5,6],"targets":[2],"expression":"(tok_function
count (. (tok_table_or_col $hdt$_0) cdouble) (tok_windowspec
(tok_partitioningspec (tok_distributeby (. (tok_table_or_col $hdt$_0)
ctinyint)) (tok_orderby (tok_tabsortcolnamedesc (. (tok_table_or_col $hdt$_0)
cint)))) (tok_windowrange (preceding 1) (following
1))))","edgeType":"PROJECTION"},{"sources":[4,6],"targets":[0,1,2],"expression":"(UDFToLong(a.cint)
=
a.cbigint)","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"a.ctinyint"},{"id":1,"vertexType":"CO
LUMN","vertexId":"a.cint"},{"id":2,"vertexType":"COLUMN","vertexId":"c2"},{"id":3,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"},{"id":4,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"},{"id":5,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cdouble"},{"id":6,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cbigint"}]}
PREHOOK: query: with v2 as
(select cdouble, count(cint) over() a,
sum(cint + cbigint) over(partition by cboolean1) b
@@ -445,194 +68,7 @@ order by 1, 2, 3 limit 5
PREHOOK: type: QUERY
PREHOOK: Input: default@alltypesorc
#### A masked pattern was here ####
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "a1487a49aee6bd1e81b75185b21cfb54",
- "queryText": "with v2 as\n (select cdouble, count(cint) over() a,\n
sum(cint + cbigint) over(partition by cboolean1) b\n from (select * from
alltypesorc) v1)\nselect cdouble, a, b, a + b, cdouble + a from v2\norder by 1,
2, 3 limit 5",
- "edges": [
- {
- "sources": [
- 5
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 6,
- 7,
- 8,
- 9,
- 10,
- 5,
- 11,
- 12,
- 13,
- 14,
- 15,
- 16
- ],
- "targets": [
- 1
- ],
- "expression": "(tok_function count (. (tok_table_or_col alltypesorc)
cint) (tok_windowspec (tok_partitioningspec (tok_distributeby 0) (tok_orderby
(tok_tabsortcolnameasc 0))) (tok_windowrange (preceding 2147483647) (following
2147483647))))",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 6,
- 7,
- 8,
- 9,
- 10,
- 5,
- 11,
- 12,
- 13,
- 14,
- 15,
- 16
- ],
- "targets": [
- 2
- ],
- "expression": "(tok_function sum (+ (tok_function tok_bigint (.
(tok_table_or_col alltypesorc) cint)) (. (tok_table_or_col alltypesorc)
cbigint)) (tok_windowspec (tok_partitioningspec (tok_distributeby (.
(tok_table_or_col alltypesorc) cboolean1)) (tok_orderby (tok_tabsortcolnameasc
(. (tok_table_or_col alltypesorc) cboolean1)))) (tok_windowrange (preceding
2147483647) (following 2147483647))))",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 6,
- 7,
- 8,
- 9,
- 10,
- 5,
- 11,
- 12,
- 13,
- 14,
- 15,
- 16
- ],
- "targets": [
- 3
- ],
- "expression": "((tok_function count (. (tok_table_or_col alltypesorc)
cint) (tok_windowspec (tok_partitioningspec (tok_distributeby 0) (tok_orderby
(tok_tabsortcolnameasc 0))) (tok_windowrange (preceding 2147483647) (following
2147483647)))) + (tok_function sum (+ (tok_function tok_bigint (.
(tok_table_or_col alltypesorc) cint)) (. (tok_table_or_col alltypesorc)
cbigint)) (tok_windowspec (tok_partitioningspec (tok_distributeby (.
(tok_table_or_col alltypesorc) cboolean1)) (tok_orderby (tok_tabsortcolnameasc
(. (tok_table_or_col alltypesorc) cboolean1)))) (tok_windowrange (preceding
2147483647) (following 2147483647)))))",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 5,
- 6,
- 7,
- 8,
- 9,
- 10,
- 11,
- 12,
- 13,
- 14,
- 15,
- 16
- ],
- "targets": [
- 4
- ],
- "expression": "(alltypesorc._col6 + UDFToDouble((tok_function count (.
(tok_table_or_col alltypesorc) cint) (tok_windowspec (tok_partitioningspec
(tok_distributeby 0) (tok_orderby (tok_tabsortcolnameasc 0))) (tok_windowrange
(preceding 2147483647) (following 2147483647))))))",
- "edgeType": "PROJECTION"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "cdouble"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "a"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "b"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "c3"
- },
- {
- "id": 4,
- "vertexType": "COLUMN",
- "vertexId": "c4"
- },
- {
- "id": 5,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cdouble"
- },
- {
- "id": 6,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctinyint"
- },
- {
- "id": 7,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.csmallint"
- },
- {
- "id": 8,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cint"
- },
- {
- "id": 9,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cbigint"
- },
- {
- "id": 10,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cfloat"
- },
- {
- "id": 11,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cstring1"
- },
- {
- "id": 12,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cstring2"
- },
- {
- "id": 13,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctimestamp1"
- },
- {
- "id": 14,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctimestamp2"
- },
- {
- "id": 15,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cboolean1"
- },
- {
- "id": 16,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cboolean2"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"a1487a49aee6bd1e81b75185b21cfb54","queryText":"with
v2 as\n (select cdouble, count(cint) over() a,\n sum(cint + cbigint)
over(partition by cboolean1) b\n from (select * from alltypesorc)
v1)\nselect cdouble, a, b, a + b, cdouble + a from v2\norder by 1, 2, 3 limit
5","edges":[{"sources":[5],"targets":[0],"edgeType":"PROJECTION"},{"sources":[6,7,8,9,10,5,11,12,13,14,15,16],"targets":[1],"expression":"(tok_function
count (. (tok_table_or_col alltypesorc) cint) (tok_windowspec
(tok_partitioningspec (tok_distributeby 0) (tok_orderby (tok_tabsortcolnameasc
0))) (tok_windowrange (preceding 2147483647) (following
2147483647))))","edgeType":"PROJECTION"},{"sources":[6,7,8,9,10,5,11,12,13,14,15,16],"targets":[2],"expression":"(tok_function
sum (+ (tok_function tok_bigint (. (tok_table_or_col alltypesorc) cint)) (.
(tok_table_or_col alltypesorc) cbigint)) (tok_windowspec (tok_partitioningspec
(tok_distributeby (. (tok_table_or_col alltypesorc) cbo
olean1)) (tok_orderby (tok_tabsortcolnameasc (. (tok_table_or_col alltypesorc)
cboolean1)))) (tok_windowrange (preceding 2147483647) (following
2147483647))))","edgeType":"PROJECTION"},{"sources":[6,7,8,9,10,5,11,12,13,14,15,16],"targets":[3],"expression":"((tok_function
count (. (tok_table_or_col alltypesorc) cint) (tok_windowspec
(tok_partitioningspec (tok_distributeby 0) (tok_orderby (tok_tabsortcolnameasc
0))) (tok_windowrange (preceding 2147483647) (following 2147483647)))) +
(tok_function sum (+ (tok_function tok_bigint (. (tok_table_or_col alltypesorc)
cint)) (. (tok_table_or_col alltypesorc) cbigint)) (tok_windowspec
(tok_partitioningspec (tok_distributeby (. (tok_table_or_col alltypesorc)
cboolean1)) (tok_orderby (tok_tabsortcolnameasc (. (tok_table_or_col
alltypesorc) cboolean1)))) (tok_windowrange (preceding 2147483647) (following
2147483647)))))","edgeType":"PROJECTION"},{"sources":[5,6,7,8,9,10,11,12,13,14,15,16],"targets":[4],"expression":"(alltypesorc._col6
+ UDFToDou
ble((tok_function count (. (tok_table_or_col alltypesorc) cint)
(tok_windowspec (tok_partitioningspec (tok_distributeby 0) (tok_orderby
(tok_tabsortcolnameasc 0))) (tok_windowrange (preceding 2147483647) (following
2147483647))))))","edgeType":"PROJECTION"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"cdouble"},{"id":1,"vertexType":"COLUMN","vertexId":"a"},{"id":2,"vertexType":"COLUMN","vertexId":"b"},{"id":3,"vertexType":"COLUMN","vertexId":"c3"},{"id":4,"vertexType":"COLUMN","vertexId":"c4"},{"id":5,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cdouble"},{"id":6,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"},{"id":7,"vertexType":"COLUMN","vertexId":"default.alltypesorc.csmallint"},{"id":8,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"},{"id":9,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cbigint"},{"id":10,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cfloat"},{"id":11,"vertexType":"COLUMN","vertexId":"default.allty
pesorc.cstring1"},{"id":12,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cstring2"},{"id":13,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctimestamp1"},{"id":14,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctimestamp2"},{"id":15,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cboolean1"},{"id":16,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cboolean2"}]}
12205.0 9173 -919551973060 -919551963887 21378.0
6723.0 9173 -919551973060 -919551963887 15896.0
13776.0 9173 -919551973060 -919551963887 22949.0
@@ -651,128 +87,7 @@ order by 1, 2, 3, 4 limit 5
PREHOOK: type: QUERY
PREHOOK: Input: default@alltypesorc
#### A masked pattern was here ####
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "890b55d7a07682c67354eb0cabb1045e",
- "queryText": "select a.cbigint, a.ctinyint, b.cint, b.ctinyint\nfrom\n
(select ctinyint, cbigint from alltypesorc\n union all\n select ctinyint,
cbigint from alltypesorc) a\n inner join\n alltypesorc b\n on (a.ctinyint =
b.ctinyint)\nwhere b.ctinyint < 100\norder by 1, 2, 3, 4 limit 5",
- "edges": [
- {
- "sources": [
- 4
- ],
- "targets": [
- 0
- ],
- "expression": "a.ctinyint",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 5
- ],
- "targets": [
- 1
- ],
- "expression": "a.cbigint",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 6
- ],
- "targets": [
- 2
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 5
- ],
- "targets": [
- 3
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 5
- ],
- "targets": [
- 0,
- 1,
- 2,
- 3
- ],
- "expression": "(alltypesorc.ctinyint < 100)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 5
- ],
- "targets": [
- 0,
- 1,
- 2,
- 3
- ],
- "expression": "(ctinyint < 100)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 5
- ],
- "targets": [
- 0,
- 1,
- 2,
- 3
- ],
- "expression": "(a.cbigint = alltypesorc.ctinyint)",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "a.cbigint"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "a.ctinyint"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "b.cint"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "b.ctinyint"
- },
- {
- "id": 4,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cbigint"
- },
- {
- "id": 5,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctinyint"
- },
- {
- "id": 6,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cint"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"890b55d7a07682c67354eb0cabb1045e","queryText":"select
a.cbigint, a.ctinyint, b.cint, b.ctinyint\nfrom\n (select ctinyint, cbigint
from alltypesorc\n union all\n select ctinyint, cbigint from alltypesorc)
a\n inner join\n alltypesorc b\n on (a.ctinyint = b.ctinyint)\nwhere
b.ctinyint < 100\norder by 1, 2, 3, 4 limit
5","edges":[{"sources":[4],"targets":[0],"expression":"a.ctinyint","edgeType":"PROJECTION"},{"sources":[5],"targets":[1],"expression":"a.cbigint","edgeType":"PROJECTION"},{"sources":[6],"targets":[2],"edgeType":"PROJECTION"},{"sources":[5],"targets":[3],"edgeType":"PROJECTION"},{"sources":[5],"targets":[0,1,2,3],"expression":"(alltypesorc.ctinyint
<
100)","edgeType":"PREDICATE"},{"sources":[5],"targets":[0,1,2,3],"expression":"(ctinyint
<
100)","edgeType":"PREDICATE"},{"sources":[5],"targets":[0,1,2,3],"expression":"(a.cbigint
=
alltypesorc.ctinyint)","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexI
d":"a.cbigint"},{"id":1,"vertexType":"COLUMN","vertexId":"a.ctinyint"},{"id":2,"vertexType":"COLUMN","vertexId":"b.cint"},{"id":3,"vertexType":"COLUMN","vertexId":"b.ctinyint"},{"id":4,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cbigint"},{"id":5,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"},{"id":6,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"}]}
-47746898 -51 440161865 -51
-47746898 -51 NULL -51
-47746898 -51 -637509859 -51
@@ -791,197 +106,7 @@ and x.ctinyint + length(c.cstring2) < 1000
PREHOOK: type: QUERY
PREHOOK: Input: default@alltypesorc
#### A masked pattern was here ####
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "3a12ad24b2622a8958df12d0bdc60f8a",
- "queryText": "select x.ctinyint, x.cint, c.cbigint-100, c.cstring1\nfrom
alltypesorc c\njoin (\n select a.ctinyint ctinyint, b.cint cint\n from
(select * from alltypesorc a where cboolean1=false) a\n join alltypesorc b on
(a.cint = b.cbigint - 224870380)\n ) x on (x.cint = c.cint)\nwhere x.ctinyint >
10\nand x.cint < 4.5\nand x.ctinyint + length(c.cstring2) < 1000",
- "edges": [
- {
- "sources": [
- 4
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 5
- ],
- "targets": [
- 1
- ],
- "expression": "cint",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 6
- ],
- "targets": [
- 2
- ],
- "expression": "(c.cbigint - UDFToLong(100))",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 7
- ],
- "targets": [
- 3
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 5
- ],
- "targets": [
- 0,
- 1,
- 2,
- 3
- ],
- "expression": "(UDFToDouble(c.cint) < 4.5)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 8
- ],
- "targets": [
- 0,
- 1,
- 2,
- 3
- ],
- "expression": "((UDFToInteger(ctinyint) + length(c.cstring2)) < 1000)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 5
- ],
- "targets": [
- 0,
- 1,
- 2,
- 3
- ],
- "expression": "(c.cint = c.cint)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 9
- ],
- "targets": [
- 0,
- 1,
- 2,
- 3
- ],
- "expression": "(c.cboolean1 = false)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 4
- ],
- "targets": [
- 0,
- 1,
- 2,
- 3
- ],
- "expression": "(c.ctinyint > 10)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 6,
- 5
- ],
- "targets": [
- 0,
- 1,
- 2,
- 3
- ],
- "expression": "((c.cbigint - UDFToLong(224870380)) = UDFToLong(c.cint))",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 4,
- 8
- ],
- "targets": [
- 0,
- 1,
- 2,
- 3
- ],
- "expression": "((UDFToInteger(c.ctinyint) + length(c.cstring2)) < 1000)",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "x.ctinyint"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "x.cint"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "c2"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "c.cstring1"
- },
- {
- "id": 4,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctinyint"
- },
- {
- "id": 5,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cint"
- },
- {
- "id": 6,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cbigint"
- },
- {
- "id": 7,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cstring1"
- },
- {
- "id": 8,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cstring2"
- },
- {
- "id": 9,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cboolean1"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"3a12ad24b2622a8958df12d0bdc60f8a","queryText":"select
x.ctinyint, x.cint, c.cbigint-100, c.cstring1\nfrom alltypesorc c\njoin (\n
select a.ctinyint ctinyint, b.cint cint\n from (select * from alltypesorc a
where cboolean1=false) a\n join alltypesorc b on (a.cint = b.cbigint -
224870380)\n ) x on (x.cint = c.cint)\nwhere x.ctinyint > 10\nand x.cint <
4.5\nand x.ctinyint + length(c.cstring2) <
1000","edges":[{"sources":[4],"targets":[0],"edgeType":"PROJECTION"},{"sources":[5],"targets":[1],"expression":"cint","edgeType":"PROJECTION"},{"sources":[6],"targets":[2],"expression":"(c.cbigint
-
UDFToLong(100))","edgeType":"PROJECTION"},{"sources":[7],"targets":[3],"edgeType":"PROJECTION"},{"sources":[5],"targets":[0,1,2,3],"expression":"(UDFToDouble(c.cint)
<
4.5)","edgeType":"PREDICATE"},{"sources":[8],"targets":[0,1,2,3],"expression":"((UDFToInteger(ctinyint)
+ length(c.cstring2)) <
1000)","edgeType":"PREDICATE"},{"sources":[5],"targets":[0,1,2
,3],"expression":"(c.cint =
c.cint)","edgeType":"PREDICATE"},{"sources":[9],"targets":[0,1,2,3],"expression":"(c.cboolean1
=
false)","edgeType":"PREDICATE"},{"sources":[4],"targets":[0,1,2,3],"expression":"(c.ctinyint
>
10)","edgeType":"PREDICATE"},{"sources":[6,5],"targets":[0,1,2,3],"expression":"((c.cbigint
- UDFToLong(224870380)) =
UDFToLong(c.cint))","edgeType":"PREDICATE"},{"sources":[4,8],"targets":[0,1,2,3],"expression":"((UDFToInteger(c.ctinyint)
+ length(c.cstring2)) <
1000)","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"x.ctinyint"},{"id":1,"vertexType":"COLUMN","vertexId":"x.cint"},{"id":2,"vertexType":"COLUMN","vertexId":"c2"},{"id":3,"vertexType":"COLUMN","vertexId":"c.cstring1"},{"id":4,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"},{"id":5,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"},{"id":6,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cbigint"},{"id":7,"vertexType":"COLUMN","vertexId":"defau
lt.alltypesorc.cstring1"},{"id":8,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cstring2"},{"id":9,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cboolean1"}]}
11 -654374827 857266369 OEfPnHnIYueoup
PREHOOK: query: select c1, x2, x3
from (
@@ -1004,99 +129,7 @@ order by x2, c1 desc
PREHOOK: type: QUERY
PREHOOK: Input: default@alltypesorc
#### A masked pattern was here ####
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "bc64f8bec21631969a17930ec609cde9",
- "queryText": "select c1, x2, x3\nfrom (\n select c1, min(c2) x2, sum(c3)
x3\n from (\n select c1, c2, c3\n from (\n select cint c1, ctinyint
c2, min(cbigint) c3\n from alltypesorc\n where cint is not null\n
group by cint, ctinyint\n order by cint, ctinyint\n limit 5\n )
x\n ) x2\n group by c1\n) y\nwhere x2 > 0\norder by x2, c1 desc",
- "edges": [
- {
- "sources": [
- 3
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 4
- ],
- "targets": [
- 1
- ],
- "expression": "min(default.alltypesorc.ctinyint)",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 5
- ],
- "targets": [
- 2
- ],
- "expression": "sum(min(default.alltypesorc.cbigint))",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 3
- ],
- "targets": [
- 0,
- 1,
- 2
- ],
- "expression": "alltypesorc.cint is not null",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 4
- ],
- "targets": [
- 0,
- 1,
- 2
- ],
- "expression": "(min(default.alltypesorc.ctinyint) > 0)",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "c1"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "x2"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "x3"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cint"
- },
- {
- "id": 4,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctinyint"
- },
- {
- "id": 5,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cbigint"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"bc64f8bec21631969a17930ec609cde9","queryText":"select
c1, x2, x3\nfrom (\n select c1, min(c2) x2, sum(c3) x3\n from (\n select
c1, c2, c3\n from (\n select cint c1, ctinyint c2, min(cbigint) c3\n
from alltypesorc\n where cint is not null\n group by cint,
ctinyint\n order by cint, ctinyint\n limit 5\n ) x\n ) x2\n
group by c1\n) y\nwhere x2 > 0\norder by x2, c1
desc","edges":[{"sources":[3],"targets":[0],"edgeType":"PROJECTION"},{"sources":[4],"targets":[1],"expression":"min(default.alltypesorc.ctinyint)","edgeType":"PROJECTION"},{"sources":[5],"targets":[2],"expression":"sum(min(default.alltypesorc.cbigint))","edgeType":"PROJECTION"},{"sources":[3],"targets":[0,1,2],"expression":"alltypesorc.cint
is not
null","edgeType":"PREDICATE"},{"sources":[4],"targets":[0,1,2],"expression":"(min(default.alltypesorc.ctinyint)
>
0)","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"c1"},
{"id":1,"vertexType":"COLUMN","vertexId":"x2"},{"id":2,"vertexType":"COLUMN","vertexId":"x3"},{"id":3,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"},{"id":4,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"},{"id":5,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cbigint"}]}
-1072910839 11 2048385991
-1073279343 11 -1595604468
PREHOOK: query: select key, value from src1
@@ -1104,74 +137,7 @@ where key in (select key+18 from src1) order by key
PREHOOK: type: QUERY
PREHOOK: Input: default@src1
#### A masked pattern was here ####
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "8b9d63653e36ecf4dd425d3cc3de9199",
- "queryText": "select key, value from src1\nwhere key in (select key+18 from
src1) order by key",
- "edges": [
- {
- "sources": [
- 2
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 3
- ],
- "targets": [
- 1
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [],
- "targets": [
- 0,
- 1
- ],
- "expression": "(1 = 1)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 2
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "(UDFToDouble(src1.key) = (UDFToDouble(src1.key) +
UDFToDouble(18)))",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "key"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "value"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "default.src1.key"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.src1.value"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"8b9d63653e36ecf4dd425d3cc3de9199","queryText":"select
key, value from src1\nwhere key in (select key+18 from src1) order by
key","edges":[{"sources":[2],"targets":[0],"edgeType":"PROJECTION"},{"sources":[3],"targets":[1],"edgeType":"PROJECTION"},{"sources":[],"targets":[0,1],"expression":"(1
=
1)","edgeType":"PREDICATE"},{"sources":[2],"targets":[0,1],"expression":"(UDFToDouble(src1.key)
= (UDFToDouble(src1.key) +
UDFToDouble(18)))","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"key"},{"id":1,"vertexType":"COLUMN","vertexId":"value"},{"id":2,"vertexType":"COLUMN","vertexId":"default.src1.key"},{"id":3,"vertexType":"COLUMN","vertexId":"default.src1.value"}]}
146 val_146
273 val_273
PREHOOK: query: select * from src1 a
@@ -1183,91 +149,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@alltypesorc
PREHOOK: Input: default@src1
#### A masked pattern was here ####
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "8bf193b0658183be94e2428a79d91d10",
- "queryText": "select * from src1 a\nwhere exists\n (select cint from
alltypesorc b\n where a.key = b.ctinyint + 300)\nand key > 300",
- "edges": [
- {
- "sources": [
- 2
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 3
- ],
- "targets": [
- 1
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 2
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "(UDFToDouble(a.key) > UDFToDouble(300))",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [],
- "targets": [
- 0,
- 1
- ],
- "expression": "(1 = 1)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 2,
- 4
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "(UDFToDouble(a.key) =
UDFToDouble((UDFToInteger(b.ctinyint) + 300)))",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "a.key"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "a.value"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "default.src1.key"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.src1.value"
- },
- {
- "id": 4,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctinyint"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"8bf193b0658183be94e2428a79d91d10","queryText":"select
* from src1 a\nwhere exists\n (select cint from alltypesorc b\n where a.key
= b.ctinyint + 300)\nand key >
300","edges":[{"sources":[2],"targets":[0],"edgeType":"PROJECTION"},{"sources":[3],"targets":[1],"edgeType":"PROJECTION"},{"sources":[2],"targets":[0,1],"expression":"(UDFToDouble(a.key)
>
UDFToDouble(300))","edgeType":"PREDICATE"},{"sources":[],"targets":[0,1],"expression":"(1
=
1)","edgeType":"PREDICATE"},{"sources":[2,4],"targets":[0,1],"expression":"(UDFToDouble(a.key)
= UDFToDouble((UDFToInteger(b.ctinyint) +
300)))","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"a.key"},{"id":1,"vertexType":"COLUMN","vertexId":"a.value"},{"id":2,"vertexType":"COLUMN","vertexId":"default.src1.key"},{"id":3,"vertexType":"COLUMN","vertexId":"default.src1.value"},{"id":4,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"}]}
311 val_311
Warning: Shuffle Join JOIN[18][tables = [$hdt$_0, $hdt$_1]] in Stage
'Stage-1:MAPRED' is a cross product
PREHOOK: query: select key, value from src1
@@ -1275,121 +157,7 @@ where key not in (select key+18 from src1) order by key
PREHOOK: type: QUERY
PREHOOK: Input: default@src1
#### A masked pattern was here ####
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "9b488fe1d7cf018aad3825173808cd36",
- "queryText": "select key, value from src1\nwhere key not in (select key+18
from src1) order by key",
- "edges": [
- {
- "sources": [
- 2
- ],
- "targets": [
- 0
- ],
- "expression": "key",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 3
- ],
- "targets": [
- 1
- ],
- "expression": "value",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [],
- "targets": [
- 0,
- 1
- ],
- "expression": "(1 = 1)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [],
- "targets": [
- 0,
- 1
- ],
- "expression": "_o__c0 is null",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 2
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "(UDFToDouble(src1.key) + UDFToDouble(18)) is null",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 4
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "(count(*) = 0)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [],
- "targets": [
- 0,
- 1
- ],
- "expression": "true",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 2
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "(UDFToDouble(key) = (UDFToDouble(src1.key) +
UDFToDouble(18)))",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "key"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "value"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "default.src1.key"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.src1.value"
- },
- {
- "id": 4,
- "vertexType": "TABLE",
- "vertexId": "default.src1"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"9b488fe1d7cf018aad3825173808cd36","queryText":"select
key, value from src1\nwhere key not in (select key+18 from src1) order by
key","edges":[{"sources":[2],"targets":[0],"expression":"key","edgeType":"PROJECTION"},{"sources":[3],"targets":[1],"expression":"value","edgeType":"PROJECTION"},{"sources":[],"targets":[0,1],"expression":"(1
=
1)","edgeType":"PREDICATE"},{"sources":[],"targets":[0,1],"expression":"_o__c0
is
null","edgeType":"PREDICATE"},{"sources":[2],"targets":[0,1],"expression":"(UDFToDouble(src1.key)
+ UDFToDouble(18)) is
null","edgeType":"PREDICATE"},{"sources":[4],"targets":[0,1],"expression":"(count(*)
=
0)","edgeType":"PREDICATE"},{"sources":[],"targets":[0,1],"expression":"true","edgeType":"PREDICATE"},{"sources":[2],"targets":[0,1],"expression":"(UDFToDouble(key)
= (UDFToDouble(src1.key) +
UDFToDouble(18)))","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"key"},{"id":1,"vertexType":"COLUMN","ver
texId":"value"},{"id":2,"vertexType":"COLUMN","vertexId":"default.src1.key"},{"id":3,"vertexType":"COLUMN","vertexId":"default.src1.value"},{"id":4,"vertexType":"TABLE","vertexId":"default.src1"}]}
PREHOOK: query: select * from src1 a
where not exists
(select cint from alltypesorc b
@@ -1399,111 +167,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@alltypesorc
PREHOOK: Input: default@src1
#### A masked pattern was here ####
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "53191056e05af9080a30de853e8cea9c",
- "queryText": "select * from src1 a\nwhere not exists\n (select cint from
alltypesorc b\n where a.key = b.ctinyint + 300)\nand key > 300",
- "edges": [
- {
- "sources": [
- 2
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 3
- ],
- "targets": [
- 1
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 2
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "(UDFToDouble(a.key) > UDFToDouble(300))",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [],
- "targets": [
- 0,
- 1
- ],
- "expression": "sq_corr_0 is null",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [],
- "targets": [
- 0,
- 1
- ],
- "expression": "(1 = 1)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 2,
- 4
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "(UDFToDouble(a.key) =
UDFToDouble((UDFToInteger(b.ctinyint) + 300)))",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 4
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "(UDFToInteger(b.ctinyint) + 300) is null",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "a.key"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "a.value"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "default.src1.key"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.src1.value"
- },
- {
- "id": 4,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctinyint"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"53191056e05af9080a30de853e8cea9c","queryText":"select
* from src1 a\nwhere not exists\n (select cint from alltypesorc b\n where
a.key = b.ctinyint + 300)\nand key >
300","edges":[{"sources":[2],"targets":[0],"edgeType":"PROJECTION"},{"sources":[3],"targets":[1],"edgeType":"PROJECTION"},{"sources":[2],"targets":[0,1],"expression":"(UDFToDouble(a.key)
>
UDFToDouble(300))","edgeType":"PREDICATE"},{"sources":[],"targets":[0,1],"expression":"sq_corr_0
is
null","edgeType":"PREDICATE"},{"sources":[],"targets":[0,1],"expression":"(1 =
1)","edgeType":"PREDICATE"},{"sources":[2,4],"targets":[0,1],"expression":"(UDFToDouble(a.key)
= UDFToDouble((UDFToInteger(b.ctinyint) +
300)))","edgeType":"PREDICATE"},{"sources":[4],"targets":[0,1],"expression":"(UDFToInteger(b.ctinyint)
+ 300) is
null","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"a.key"},{"id":1,"vertexType":"COLUMN","vertexId":"a.value"},{"id":2,"vertexType":"COLUM
N","vertexId":"default.src1.key"},{"id":3,"vertexType":"COLUMN","vertexId":"default.src1.value"},{"id":4,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"}]}
369
401 val_401
406 val_406
@@ -1512,76 +176,7 @@ select x, y from t where y > 'v' order by x, y limit 5
PREHOOK: type: QUERY
PREHOOK: Input: default@src1
#### A masked pattern was here ####
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "d40d80b93db06c12df9a6ccdc108a9d1",
- "queryText": "with t as (select key x, value y from src1 where key >
'2')\nselect x, y from t where y > 'v' order by x, y limit 5",
- "edges": [
- {
- "sources": [
- 2
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 3
- ],
- "targets": [
- 1
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 2
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "(src1.key > '2')",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 3
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "(src1.value > 'v')",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "x"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "y"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "default.src1.key"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.src1.value"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"d40d80b93db06c12df9a6ccdc108a9d1","queryText":"with
t as (select key x, value y from src1 where key > '2')\nselect x, y from t
where y > 'v' order by x, y limit
5","edges":[{"sources":[2],"targets":[0],"edgeType":"PROJECTION"},{"sources":[3],"targets":[1],"edgeType":"PROJECTION"},{"sources":[2],"targets":[0,1],"expression":"(src1.key
>
'2')","edgeType":"PREDICATE"},{"sources":[3],"targets":[0,1],"expression":"(src1.value
>
'v')","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"x"},{"id":1,"vertexType":"COLUMN","vertexId":"y"},{"id":2,"vertexType":"COLUMN","vertexId":"default.src1.key"},{"id":3,"vertexType":"COLUMN","vertexId":"default.src1.value"}]}
213 val_213
238 val_238
255 val_255
@@ -1592,76 +187,7 @@ select x, y where y > 'v' order by x, y limit 5
PREHOOK: type: QUERY
PREHOOK: Input: default@src1
#### A masked pattern was here ####
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "9180b71a610dbcf5e636a3c03e48ca3b",
- "queryText": "from (select key x, value y from src1 where key > '2')
t\nselect x, y where y > 'v' order by x, y limit 5",
- "edges": [
- {
- "sources": [
- 2
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 3
- ],
- "targets": [
- 1
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 2
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "(src1.key > '2')",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 3
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "(src1.value > 'v')",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "x"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "y"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "default.src1.key"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.src1.value"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"9180b71a610dbcf5e636a3c03e48ca3b","queryText":"from
(select key x, value y from src1 where key > '2') t\nselect x, y where y > 'v'
order by x, y limit
5","edges":[{"sources":[2],"targets":[0],"edgeType":"PROJECTION"},{"sources":[3],"targets":[1],"edgeType":"PROJECTION"},{"sources":[2],"targets":[0,1],"expression":"(src1.key
>
'2')","edgeType":"PREDICATE"},{"sources":[3],"targets":[0,1],"expression":"(src1.value
>
'v')","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"x"},{"id":1,"vertexType":"COLUMN","vertexId":"y"},{"id":2,"vertexType":"COLUMN","vertexId":"default.src1.key"},{"id":3,"vertexType":"COLUMN","vertexId":"default.src1.value"}]}
213 val_213
238 val_238
255 val_255
@@ -1675,129 +201,13 @@ PREHOOK: type: CREATEVIEW
PREHOOK: Input: default@alltypesorc
PREHOOK: Output: database:default
PREHOOK: Output: default@dest_v1
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "a3b2d2665c90fd669400f247f751f081",
- "queryText": "create view dest_v1 as\n select ctinyint, cint from
alltypesorc where ctinyint is not null",
- "edges": [
- {
- "sources": [
- 2
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 3
- ],
- "targets": [
- 1
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 2
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "alltypesorc.ctinyint is not null",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "default.dest_v1.ctinyint"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "default.dest_v1.cint"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctinyint"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cint"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"a3b2d2665c90fd669400f247f751f081","queryText":"create
view dest_v1 as\n select ctinyint, cint from alltypesorc where ctinyint is
not
null","edges":[{"sources":[2],"targets":[0],"edgeType":"PROJECTION"},{"sources":[3],"targets":[1],"edgeType":"PROJECTION"},{"sources":[2],"targets":[0,1],"expression":"alltypesorc.ctinyint
is not
null","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"default.dest_v1.ctinyint"},{"id":1,"vertexType":"COLUMN","vertexId":"default.dest_v1.cint"},{"id":2,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"},{"id":3,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"}]}
PREHOOK: query: select * from dest_v1 order by ctinyint, cint limit 2
PREHOOK: type: QUERY
PREHOOK: Input: default@alltypesorc
PREHOOK: Input: default@dest_v1
#### A masked pattern was here ####
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "75e07b246069a5541af4a3983500b439",
- "queryText": "select * from dest_v1 order by ctinyint, cint limit 2",
- "edges": [
- {
- "sources": [
- 2
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 3
- ],
- "targets": [
- 1
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 2
- ],
- "targets": [
- 0,
- 1
- ],
- "expression": "alltypesorc.ctinyint is not null",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "dest_v1.ctinyint"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "dest_v1.cint"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctinyint"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cint"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"75e07b246069a5541af4a3983500b439","queryText":"select
* from dest_v1 order by ctinyint, cint limit
2","edges":[{"sources":[2],"targets":[0],"edgeType":"PROJECTION"},{"sources":[3],"targets":[1],"edgeType":"PROJECTION"},{"sources":[2],"targets":[0,1],"expression":"alltypesorc.ctinyint
is not
null","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"dest_v1.ctinyint"},{"id":1,"vertexType":"COLUMN","vertexId":"dest_v1.cint"},{"id":2,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"},{"id":3,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"}]}
-64 NULL
-64 NULL
PREHOOK: query: alter view dest_v1 as select ctinyint from alltypesorc
@@ -1805,90 +215,14 @@ PREHOOK: type: CREATEVIEW
PREHOOK: Input: default@alltypesorc
PREHOOK: Output: database:default
PREHOOK: Output: default@dest_v1
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "bcab8b0c498b0d94e0967170956392b6",
- "queryText": "alter view dest_v1 as select ctinyint from alltypesorc",
- "edges": [
- {
- "sources": [
- 1
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "default.dest_v1.ctinyint"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctinyint"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"bcab8b0c498b0d94e0967170956392b6","queryText":"alter
view dest_v1 as select ctinyint from
alltypesorc","edges":[{"sources":[1],"targets":[0],"edgeType":"PROJECTION"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"default.dest_v1.ctinyint"},{"id":1,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"}]}
PREHOOK: query: select t.ctinyint from (select * from dest_v1 where ctinyint
is not null) t
where ctinyint > 10 order by ctinyint limit 2
PREHOOK: type: QUERY
PREHOOK: Input: default@alltypesorc
PREHOOK: Input: default@dest_v1
#### A masked pattern was here ####
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "b0192d4da86f4bef38fe7ab1fc607906",
- "queryText": "select t.ctinyint from (select * from dest_v1 where ctinyint
is not null) t\nwhere ctinyint > 10 order by ctinyint limit 2",
- "edges": [
- {
- "sources": [
- 1
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 1
- ],
- "targets": [
- 0
- ],
- "expression": "alltypesorc.ctinyint is not null",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 1
- ],
- "targets": [
- 0
- ],
- "expression": "(alltypesorc.ctinyint > 10)",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "t.ctinyint"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctinyint"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"b0192d4da86f4bef38fe7ab1fc607906","queryText":"select
t.ctinyint from (select * from dest_v1 where ctinyint is not null) t\nwhere
ctinyint > 10 order by ctinyint limit
2","edges":[{"sources":[1],"targets":[0],"edgeType":"PROJECTION"},{"sources":[1],"targets":[0],"expression":"alltypesorc.ctinyint
is not
null","edgeType":"PREDICATE"},{"sources":[1],"targets":[0],"expression":"(alltypesorc.ctinyint
>
10)","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"t.ctinyint"},{"id":1,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"}]}
11
11
PREHOOK: query: drop view if exists dest_v2
@@ -1913,55 +247,7 @@ PREHOOK: type: CREATEVIEW
PREHOOK: Input: default@alltypesorc
PREHOOK: Output: database:default
PREHOOK: Output: default@dest_v2
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "eda442b42b9c3a9cbdb7aff1984ad2dd",
- "queryText": "create view dest_v2 (a, b) as select c1, x2\nfrom (\n select
c1, min(c2) x2\n from (\n select c1, c2, c3\n from (\n select cint
c1, ctinyint c2, min(cfloat) c3\n from alltypesorc\n group by cint,
ctinyint\n order by cint, ctinyint\n limit 1\n ) x\n ) x2\n
group by c1\n) y\norder by x2,c1 desc",
- "edges": [
- {
- "sources": [
- 2
- ],
- "targets": [
- 0
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 3
- ],
- "targets": [
- 1
- ],
- "expression": "min(default.alltypesorc.ctinyint)",
- "edgeType": "PROJECTION"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "default.dest_v2.c1"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "default.dest_v2.x2"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cint"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctinyint"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"eda442b42b9c3a9cbdb7aff1984ad2dd","queryText":"create
view dest_v2 (a, b) as select c1, x2\nfrom (\n select c1, min(c2) x2\n from
(\n select c1, c2, c3\n from (\n select cint c1, ctinyint c2,
min(cfloat) c3\n from alltypesorc\n group by cint, ctinyint\n
order by cint, ctinyint\n limit 1\n ) x\n ) x2\n group by c1\n)
y\norder by x2,c1
desc","edges":[{"sources":[2],"targets":[0],"edgeType":"PROJECTION"},{"sources":[3],"targets":[1],"expression":"min(default.alltypesorc.ctinyint)","edgeType":"PROJECTION"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"default.dest_v2.c1"},{"id":1,"vertexType":"COLUMN","vertexId":"default.dest_v2.x2"},{"id":2,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"},{"id":3,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"}]}
PREHOOK: query: drop view if exists dest_v3
PREHOOK: type: DROPVIEW
PREHOOK: query: create view dest_v3 (a1, a2, a3, a4, a5, a6, a7) as
@@ -1982,213 +268,7 @@ PREHOOK: type: CREATEVIEW
PREHOOK: Input: default@alltypesorc
PREHOOK: Output: database:default
PREHOOK: Output: default@dest_v3
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "a0c2481ce1c24895a43a950f93a10da7",
- "queryText": "create view dest_v3 (a1, a2, a3, a4, a5, a6, a7) as\n select
x.csmallint, x.cbigint bint1, x.ctinyint, c.cbigint bint2, x.cint, x.cfloat,
c.cstring1\n from alltypesorc c\n join (\n select a.csmallint csmallint,
a.ctinyint ctinyint, a.cstring2 cstring2,\n a.cint cint, a.cstring1
ctring1, b.cfloat cfloat, b.cbigint cbigint\n from ( select * from
alltypesorc a where cboolean1=true ) a\n join alltypesorc b on (a.csmallint
= b.cint)\n ) x on (x.ctinyint = c.cbigint)\n where x.csmallint=11\n and
x.cint > 899\n and x.cfloat > 4.5\n and c.cstring1 < '7'\n and x.cint +
x.cfloat + length(c.cstring1) < 1000",
- "edges": [
- {
- "sources": [
- 7
- ],
- "targets": [
- 0
- ],
- "expression": "x._col15",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 8
- ],
- "targets": [
- 1,
- 2
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 9
- ],
- "targets": [
- 3
- ],
- "expression": "x._col16",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 10
- ],
- "targets": [
- 4
- ],
- "expression": "x._col18",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 11
- ],
- "targets": [
- 5
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 12
- ],
- "targets": [
- 6
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 13
- ],
- "targets": [
- 0,
- 1,
- 3,
- 2,
- 4,
- 5,
- 6
- ],
- "expression": "(a.cboolean1 = true)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 7,
- 10,
- 12,
- 11
- ],
- "targets": [
- 0,
- 1,
- 3,
- 2,
- 4,
- 5,
- 6
- ],
- "expression": "(((((x.csmallint = 11) and (x.cint > 899)) and (x.cfloat
> 4.5)) and (c.cstring1 < '7')) and (((x.cint + x.cfloat) + length(c.cstring1))
< 1000))",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 7,
- 10
- ],
- "targets": [
- 0,
- 1,
- 3,
- 2,
- 4,
- 5,
- 6
- ],
- "expression": "(UDFToInteger(a._col1) = b.cint)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 8,
- 9
- ],
- "targets": [
- 0,
- 1,
- 3,
- 2,
- 4,
- 5,
- 6
- ],
- "expression": "(c.cbigint = UDFToLong(x._col1))",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "default.dest_v3.csmallint"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "default.dest_v3.bint1"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "default.dest_v3.bint2"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.dest_v3.ctinyint"
- },
- {
- "id": 4,
- "vertexType": "COLUMN",
- "vertexId": "default.dest_v3.cint"
- },
- {
- "id": 5,
- "vertexType": "COLUMN",
- "vertexId": "default.dest_v3.cfloat"
- },
- {
- "id": 6,
- "vertexType": "COLUMN",
- "vertexId": "default.dest_v3.cstring1"
- },
- {
- "id": 7,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.csmallint"
- },
- {
- "id": 8,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cbigint"
- },
- {
- "id": 9,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctinyint"
- },
- {
- "id": 10,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cint"
- },
- {
- "id": 11,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cfloat"
- },
- {
- "id": 12,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cstring1"
- },
- {
- "id": 13,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cboolean1"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"a0c2481ce1c24895a43a950f93a10da7","queryText":"create
view dest_v3 (a1, a2, a3, a4, a5, a6, a7) as\n select x.csmallint, x.cbigint
bint1, x.ctinyint, c.cbigint bint2, x.cint, x.cfloat, c.cstring1\n from
alltypesorc c\n join (\n select a.csmallint csmallint, a.ctinyint
ctinyint, a.cstring2 cstring2,\n a.cint cint, a.cstring1 ctring1,
b.cfloat cfloat, b.cbigint cbigint\n from ( select * from alltypesorc a
where cboolean1=true ) a\n join alltypesorc b on (a.csmallint = b.cint)\n
) x on (x.ctinyint = c.cbigint)\n where x.csmallint=11\n and x.cint > 899\n
and x.cfloat > 4.5\n and c.cstring1 < '7'\n and x.cint + x.cfloat +
length(c.cstring1) <
1000","edges":[{"sources":[7],"targets":[0],"expression":"x._col15","edgeType":"PROJECTION"},{"sources":[8],"targets":[1,2],"edgeType":"PROJECTION"},{"sources":[9],"targets":[3],"expression":"x._col16","edgeType":"PROJECTION"},{"sources":[10],"targets":[4],"expression":"x._col18"
,"edgeType":"PROJECTION"},{"sources":[11],"targets":[5],"edgeType":"PROJECTION"},{"sources":[12],"targets":[6],"edgeType":"PROJECTION"},{"sources":[13],"targets":[0,1,3,2,4,5,6],"expression":"(a.cboolean1
=
true)","edgeType":"PREDICATE"},{"sources":[7,10,12,11],"targets":[0,1,3,2,4,5,6],"expression":"(((((x.csmallint
= 11) and (x.cint > 899)) and (x.cfloat > 4.5)) and (c.cstring1 < '7')) and
(((x.cint + x.cfloat) + length(c.cstring1)) <
1000))","edgeType":"PREDICATE"},{"sources":[7,10],"targets":[0,1,3,2,4,5,6],"expression":"(UDFToInteger(a._col1)
=
b.cint)","edgeType":"PREDICATE"},{"sources":[8,9],"targets":[0,1,3,2,4,5,6],"expression":"(c.cbigint
=
UDFToLong(x._col1))","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"default.dest_v3.csmallint"},{"id":1,"vertexType":"COLUMN","vertexId":"default.dest_v3.bint1"},{"id":2,"vertexType":"COLUMN","vertexId":"default.dest_v3.bint2"},{"id":3,"vertexType":"COLUMN","vertexId":"default.dest_v3.ctinyint"},{"id":4,"
vertexType":"COLUMN","vertexId":"default.dest_v3.cint"},{"id":5,"vertexType":"COLUMN","vertexId":"default.dest_v3.cfloat"},{"id":6,"vertexType":"COLUMN","vertexId":"default.dest_v3.cstring1"},{"id":7,"vertexType":"COLUMN","vertexId":"default.alltypesorc.csmallint"},{"id":8,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cbigint"},{"id":9,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"},{"id":10,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"},{"id":11,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cfloat"},{"id":12,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cstring1"},{"id":13,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cboolean1"}]}
PREHOOK: query: alter view dest_v3 as
select * from (
select sum(a.ctinyint) over (partition by a.csmallint order by
a.csmallint) a,
@@ -2202,281 +282,12 @@ PREHOOK: type: CREATEVIEW
PREHOOK: Input: default@alltypesorc
PREHOOK: Output: database:default
PREHOOK: Output: default@dest_v3
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "949093880975cc807ad1a8003e8a8c7c",
- "queryText": "alter view dest_v3 as\n select * from (\n select
sum(a.ctinyint) over (partition by a.csmallint order by a.csmallint) a,\n
count(b.cstring1) x, b.cboolean1\n from alltypesorc a join alltypesorc b on
(a.cint = b.cint)\n where a.cboolean2 = true and b.cfloat > 0\n group by
a.ctinyint, a.csmallint, b.cboolean1\n having count(a.cint) > 10\n order
by a, x, b.cboolean1 limit 10) t",
- "edges": [
- {
- "sources": [
- 3,
- 4,
- 5,
- 6,
- 7
- ],
- "targets": [
- 0
- ],
- "expression": "(tok_function sum (. (tok_table_or_col a) ctinyint)
(tok_windowspec (tok_partitioningspec (tok_distributeby (. (tok_table_or_col a)
csmallint)) (tok_orderby (tok_tabsortcolnameasc (. (tok_table_or_col a)
csmallint))))))",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 6
- ],
- "targets": [
- 1
- ],
- "expression": "count(default.alltypesorc.cstring1)",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 5
- ],
- "targets": [
- 2
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 8,
- 9
- ],
- "targets": [
- 0,
- 1,
- 2
- ],
- "expression": "((a.cboolean2 = true) and (b.cfloat > 0.0))",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 7
- ],
- "targets": [
- 0,
- 1,
- 2
- ],
- "expression": "(count(default.alltypesorc.cint) > 10)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 7
- ],
- "targets": [
- 0,
- 1,
- 2
- ],
- "expression": "(a.cint = b.cint)",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "default.dest_v3.a"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "default.dest_v3.x"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "default.dest_v3.cboolean1"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctinyint"
- },
- {
- "id": 4,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.csmallint"
- },
- {
- "id": 5,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cboolean1"
- },
- {
- "id": 6,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cstring1"
- },
- {
- "id": 7,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cint"
- },
- {
- "id": 8,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cboolean2"
- },
- {
- "id": 9,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cfloat"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"949093880975cc807ad1a8003e8a8c7c","queryText":"alter
view dest_v3 as\n select * from (\n select sum(a.ctinyint) over (partition
by a.csmallint order by a.csmallint) a,\n count(b.cstring1) x,
b.cboolean1\n from alltypesorc a join alltypesorc b on (a.cint = b.cint)\n
where a.cboolean2 = true and b.cfloat > 0\n group by a.ctinyint,
a.csmallint, b.cboolean1\n having count(a.cint) > 10\n order by a, x,
b.cboolean1 limit 10)
t","edges":[{"sources":[3,4,5,6,7],"targets":[0],"expression":"(tok_function
sum (. (tok_table_or_col a) ctinyint) (tok_windowspec (tok_partitioningspec
(tok_distributeby (. (tok_table_or_col a) csmallint)) (tok_orderby
(tok_tabsortcolnameasc (. (tok_table_or_col a)
csmallint))))))","edgeType":"PROJECTION"},{"sources":[6],"targets":[1],"expression":"count(default.alltypesorc.cstring1)","edgeType":"PROJECTION"},{"sources":[5],"targets":[2],"edgeType":"PROJECTION"},{"sources":[8,9],"targets":[0,1,2],"express
ion":"((a.cboolean2 = true) and (b.cfloat >
0.0))","edgeType":"PREDICATE"},{"sources":[7],"targets":[0,1,2],"expression":"(count(default.alltypesorc.cint)
>
10)","edgeType":"PREDICATE"},{"sources":[7],"targets":[0,1,2],"expression":"(a.cint
=
b.cint)","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"default.dest_v3.a"},{"id":1,"vertexType":"COLUMN","vertexId":"default.dest_v3.x"},{"id":2,"vertexType":"COLUMN","vertexId":"default.dest_v3.cboolean1"},{"id":3,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"},{"id":4,"vertexType":"COLUMN","vertexId":"default.alltypesorc.csmallint"},{"id":5,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cboolean1"},{"id":6,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cstring1"},{"id":7,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"},{"id":8,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cboolean2"},{"id":9,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cfloat"}]}
PREHOOK: query: select * from dest_v3 limit 2
PREHOOK: type: QUERY
PREHOOK: Input: default@alltypesorc
PREHOOK: Input: default@dest_v3
#### A masked pattern was here ####
-POSTHOOK: LINEAGE: {
- "version": "1.0",
- "engine": "mr",
- "hash": "40bccc0722002f798d0548b59e369e83",
- "queryText": "select * from dest_v3 limit 2",
- "edges": [
- {
- "sources": [
- 3,
- 4,
- 5,
- 6,
- 7
- ],
- "targets": [
- 0
- ],
- "expression": "(tok_function sum (. (tok_table_or_col $hdt$_0) $f0)
(tok_windowspec (tok_partitioningspec (tok_distributeby (. (tok_table_or_col
$hdt$_0) $f1)) (tok_orderby (tok_tabsortcolnameasc (. (tok_table_or_col
$hdt$_0) $f1)))) (tok_windowvalues (preceding 2147483647) current)))",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 6
- ],
- "targets": [
- 1
- ],
- "expression": "count(default.alltypesorc.cstring1)",
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 5
- ],
- "targets": [
- 2
- ],
- "edgeType": "PROJECTION"
- },
- {
- "sources": [
- 8
- ],
- "targets": [
- 0,
- 1,
- 2
- ],
- "expression": "(a.cboolean2 = true)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 7
- ],
- "targets": [
- 0,
- 1,
- 2
- ],
- "expression": "(count(default.alltypesorc.cint) > 10)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 9
- ],
- "targets": [
- 0,
- 1,
- 2
- ],
- "expression": "(a.cfloat > 0.0)",
- "edgeType": "PREDICATE"
- },
- {
- "sources": [
- 7
- ],
- "targets": [
- 0,
- 1,
- 2
- ],
- "expression": "(a.cint = a.cint)",
- "edgeType": "PREDICATE"
- }
- ],
- "vertices": [
- {
- "id": 0,
- "vertexType": "COLUMN",
- "vertexId": "dest_v3.a"
- },
- {
- "id": 1,
- "vertexType": "COLUMN",
- "vertexId": "dest_v3.x"
- },
- {
- "id": 2,
- "vertexType": "COLUMN",
- "vertexId": "dest_v3.cboolean1"
- },
- {
- "id": 3,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.ctinyint"
- },
- {
- "id": 4,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.csmallint"
- },
- {
- "id": 5,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cboolean1"
- },
- {
- "id": 6,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cstring1"
- },
- {
- "id": 7,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cint"
- },
- {
- "id": 8,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cboolean2"
- },
- {
- "id": 9,
- "vertexType": "COLUMN",
- "vertexId": "default.alltypesorc.cfloat"
- }
- ]
-}
+{"version":"1.0","engine":"mr","hash":"40bccc0722002f798d0548b59e369e83","queryText":"select
* from dest_v3 limit
2","edges":[{"sources":[3,4,5,6,7],"targets":[0],"expression":"(tok_function
sum (. (tok_table_or_col $hdt$_0) $f0) (tok_windowspec (tok_partitioningspec
(tok_distributeby (. (tok_table_or_col $hdt$_0) $f1)) (tok_orderby
(tok_tabsortcolnameasc (. (tok_table_or_col $hdt$_0) $f1)))) (tok_windowvalues
(preceding 2147483647)
current)))","edgeType":"PROJECTION"},{"sources":[6],"targets":[1],"expression":"count(default.alltypesorc.cstring1)","edgeType":"PROJECTION"},{"sources":[5],"targets":[2],"edgeType":"PROJECTION"},{"sources":[8],"targets":[0,1,2],"expression":"(a.cboolean2
=
true)","edgeType":"PREDICATE"},{"sources":[7],"targets":[0,1,2],"expression":"(count(default.alltypesorc.cint)
>
10)","edgeType":"PREDICATE"},{"sources":[9],"targets":[0,1,2],"expression":"(a.cfloat
>
0.0)","edgeType":"PREDICATE"},{"sources":[7],"targets":[0,1,2],"expression":"(a.cint
= a.cint)","edge
Type":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"dest_v3.a"},{"id":1,"vertexType":"COLUMN","vertexId":"dest_v3.x"},{"id":2,"vertexType":"COLUMN","vertexId":"dest_v3.cboolean1"},{"id":3,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"},{"id":4,"vertexType":"COLUMN","vertexId":"default.alltypesorc.csmallint"},{"id":5,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cboolean1"},{"id":6,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cstring1"},{"id":7,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"},{"id":8,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cboolean2"},{"id":9,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cfloat"}]}
38 216 false
38 229 true
