Added: hive/trunk/ql/src/test/results/clientpositive/union25.q.out URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union25.q.out?rev=1212182&view=auto ============================================================================== --- hive/trunk/ql/src/test/results/clientpositive/union25.q.out (added) +++ hive/trunk/ql/src/test/results/clientpositive/union25.q.out Thu Dec 8 23:25:10 2011 @@ -0,0 +1,330 @@ +PREHOOK: query: create table tmp_srcpart like srcpart +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table tmp_srcpart like srcpart +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@tmp_srcpart +PREHOOK: query: insert overwrite table tmp_srcpart partition (ds='2008-04-08', hr='11') +select key, value from srcpart where ds='2008-04-08' and hr='11' +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@tmp_srcpart@ds=2008-04-08/hr=11 +POSTHOOK: query: insert overwrite table tmp_srcpart partition (ds='2008-04-08', hr='11') +select key, value from srcpart where ds='2008-04-08' and hr='11' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@tmp_srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Lineage: tmp_srcpart PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: tmp_srcpart PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain +create table tmp_unionall as +SELECT count(1) as counts, key, value +FROM +( + SELECT key, value FROM srcpart a WHERE a.ds='2008-04-08' and a.hr='11' + + UNION ALL + + SELECT key, key as value FROM ( + SELECT distinct key FROM ( + SELECT key, value FROM tmp_srcpart a WHERE a.ds='2008-04-08' and a.hr='11' + UNION ALL + SELECT key, value FROM tmp_srcpart b WHERE b.ds='2008-04-08' and b.hr='11' + )t + ) master_table +) a GROUP BY key, value +PREHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: query: explain +create table tmp_unionall as +SELECT count(1) as counts, key, value +FROM +( + SELECT key, value FROM srcpart a WHERE a.ds='2008-04-08' and a.hr='11' + + UNION ALL + + SELECT key, key as value FROM ( + SELECT distinct key FROM ( + SELECT key, value FROM tmp_srcpart a WHERE a.ds='2008-04-08' and a.hr='11' + UNION ALL + SELECT key, value FROM tmp_srcpart b WHERE b.ds='2008-04-08' and b.hr='11' + )t + ) master_table +) a GROUP BY key, value +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Lineage: tmp_srcpart PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: tmp_srcpart PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_CREATETABLE (TOK_TABNAME tmp_unionall) TOK_LIKETABLE (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart) a)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (and (= (. (TOK_TABLE_OR_COL a) ds) '2008-04-08') (= (. (TOK_TABLE_OR_COL a) hr) '11'))))) (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME tmp_srcpart) a)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (and (= (. (TOK_TABLE_OR_COL a) ds) '2008-04-08') (= (. (TOK_TABLE_OR_COL a) hr) '11'))))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME tmp_srcpart) b)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_ COL value))) (TOK_WHERE (and (= (. (TOK_TABLE_OR_COL b) ds) '2008-04-08') (= (. (TOK_TABLE_OR_COL b) hr) '11')))))) t)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECTDI (TOK_SELEXPR (TOK_TABLE_OR_COL key))))) master_table)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL key) value))))) a)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1) counts) (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_GROUPBY (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL value))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1, Stage-5 + Stage-3 depends on stages: Stage-2, Stage-6 + Stage-0 depends on stages: Stage-3 + Stage-7 depends on stages: Stage-0 + Stage-4 depends on stages: Stage-7 + Stage-5 is a root stage + Stage-6 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + null-subquery2:a-subquery2:master_table-subquery1:t-subquery1:a + TableScan + alias: a + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + file:/tmp/njain/hive_2011-12-07_21-55-17_940_6667012806736485678/-mr-10002 + Union + Select Operator + expressions: + expr: _col0 + type: string + outputColumnNames: _col0 + Group By Operator + bucketGroup: false + keys: + expr: _col0 + type: string + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + key expressions: + expr: _col0 + type: string + sort order: + + Map-reduce partition columns: + expr: _col0 + type: string + tag: -1 + file:/tmp/njain/hive_2011-12-07_21-55-17_940_6667012806736485678/-mr-10004 + Union + Select Operator + expressions: + expr: _col0 + type: string + outputColumnNames: _col0 + Group By Operator + bucketGroup: false + keys: + expr: _col0 + type: string + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + key expressions: + expr: _col0 + type: string + sort order: + + Map-reduce partition columns: + expr: _col0 + type: string + tag: -1 + Reduce Operator Tree: + Group By Operator + bucketGroup: false + keys: + expr: KEY._col0 + type: string + mode: mergepartial + outputColumnNames: _col0 + Select Operator + expressions: + expr: _col0 + type: string + outputColumnNames: _col0 + Select Operator + expressions: + expr: _col0 + type: string + expr: _col0 + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + Stage: Stage-3 + Map Reduce + Alias -> Map Operator Tree: + file:/tmp/njain/hive_2011-12-07_21-55-17_940_6667012806736485678/-mr-10003 + Union + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: string + outputColumnNames: _col0, _col1 + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + keys: + expr: _col0 + type: string + expr: _col1 + type: string + mode: hash + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + key expressions: + expr: _col0 + type: string + expr: _col1 + type: string + sort order: ++ + Map-reduce partition columns: + expr: _col0 + type: string + expr: _col1 + type: string + tag: -1 + value expressions: + expr: _col2 + type: bigint + file:/tmp/njain/hive_2011-12-07_21-55-17_940_6667012806736485678/-mr-10005 + Union + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: string + outputColumnNames: _col0, _col1 + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + keys: + expr: _col0 + type: string + expr: _col1 + type: string + mode: hash + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + key expressions: + expr: _col0 + type: string + expr: _col1 + type: string + sort order: ++ + Map-reduce partition columns: + expr: _col0 + type: string + expr: _col1 + type: string + tag: -1 + value expressions: + expr: _col2 + type: bigint + Reduce Operator Tree: + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + keys: + expr: KEY._col0 + type: string + expr: KEY._col1 + type: string + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: + expr: _col2 + type: bigint + expr: _col0 + type: string + expr: _col1 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + name: default.tmp_unionall + + Stage: Stage-0 + Move Operator + files: + hdfs directory: true + destination: pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/tmp_unionall + + Stage: Stage-7 + Create Table Operator: + Create Table + columns: counts bigint, key string, value string + if not exists: false + input format: org.apache.hadoop.mapred.TextInputFormat + # buckets: -1 + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + name: tmp_unionall + isExternal: false + + Stage: Stage-4 + Stats-Aggr Operator + + Stage: Stage-5 + Map Reduce + Alias -> Map Operator Tree: + null-subquery2:a-subquery2:master_table-subquery2:t-subquery2:b + TableScan + alias: b + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + Stage: Stage-6 + Map Reduce + Alias -> Map Operator Tree: + null-subquery1:a-subquery1:a + TableScan + alias: a + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + +
Modified: hive/trunk/ql/src/test/results/clientpositive/union3.q.out URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union3.q.out?rev=1212182&r1=1212181&r2=1212182&view=diff ============================================================================== --- hive/trunk/ql/src/test/results/clientpositive/union3.q.out (original) +++ hive/trunk/ql/src/test/results/clientpositive/union3.q.out Thu Dec 8 23:25:10 2011 @@ -88,62 +88,58 @@ STAGE PLANS: Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/var/folders/bZ/bZe+iKfoFTuPoShRd6dy6-tOU9Y/-Tmp-/njain/hive_2011-11-11_11-01-00_814_2332491237056487962/-mr-10002 - TableScan - Union - Select Operator - expressions: - expr: _col0 - type: int - outputColumnNames: _col0 - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - file:/var/folders/bZ/bZe+iKfoFTuPoShRd6dy6-tOU9Y/-Tmp-/njain/hive_2011-11-11_11-01-00_814_2332491237056487962/-mr-10003 - TableScan - Union - Select Operator - expressions: - expr: _col0 - type: int - outputColumnNames: _col0 - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - file:/var/folders/bZ/bZe+iKfoFTuPoShRd6dy6-tOU9Y/-Tmp-/njain/hive_2011-11-11_11-01-00_814_2332491237056487962/-mr-10005 - TableScan - Union - Select Operator - expressions: - expr: _col0 - type: int - outputColumnNames: _col0 - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - file:/var/folders/bZ/bZe+iKfoFTuPoShRd6dy6-tOU9Y/-Tmp-/njain/hive_2011-11-11_11-01-00_814_2332491237056487962/-mr-10007 - TableScan - Union - Select Operator - expressions: - expr: _col0 - type: int - outputColumnNames: _col0 - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + file:/tmp/njain/hive_2011-12-07_18-06-27_327_8112398566049944010/-mr-10002 + Union + Select Operator + expressions: + expr: _col0 + type: int + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + file:/tmp/njain/hive_2011-12-07_18-06-27_327_8112398566049944010/-mr-10003 + Union + Select Operator + expressions: + expr: _col0 + type: int + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + file:/tmp/njain/hive_2011-12-07_18-06-27_327_8112398566049944010/-mr-10005 + Union + Select Operator + expressions: + expr: _col0 + type: int + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + file:/tmp/njain/hive_2011-12-07_18-06-27_327_8112398566049944010/-mr-10007 + Union + Select Operator + expressions: + expr: _col0 + type: int + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Stage: Stage-3 Map Reduce @@ -222,7 +218,7 @@ STAGE PLANS: Stage: Stage-5 Map Reduce Alias -> Map Operator Tree: - file:/var/folders/bZ/bZe+iKfoFTuPoShRd6dy6-tOU9Y/-Tmp-/njain/hive_2011-11-11_11-01-00_814_2332491237056487962/-mr-10004 + file:/tmp/njain/hive_2011-12-07_18-06-27_327_8112398566049944010/-mr-10004 Reduce Output Operator key expressions: expr: _col0 @@ -284,7 +280,7 @@ STAGE PLANS: Stage: Stage-7 Map Reduce Alias -> Map Operator Tree: - file:/var/folders/bZ/bZe+iKfoFTuPoShRd6dy6-tOU9Y/-Tmp-/njain/hive_2011-11-11_11-01-00_814_2332491237056487962/-mr-10006 + file:/tmp/njain/hive_2011-12-07_18-06-27_327_8112398566049944010/-mr-10006 Reduce Output Operator key expressions: expr: _col0 @@ -360,11 +356,11 @@ POSTHOOK: Lineage: union_out.id EXPRESSI PREHOOK: query: select * from union_out cluster by id PREHOOK: type: QUERY PREHOOK: Input: default@union_out -PREHOOK: Output: file:/var/folders/bZ/bZe+iKfoFTuPoShRd6dy6-tOU9Y/-Tmp-/njain/hive_2011-11-11_11-01-46_186_6136409345520993079/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2011-12-07_18-06-50_528_7611594880529632821/-mr-10000 POSTHOOK: query: select * from union_out cluster by id POSTHOOK: type: QUERY POSTHOOK: Input: default@union_out -POSTHOOK: Output: file:/var/folders/bZ/bZe+iKfoFTuPoShRd6dy6-tOU9Y/-Tmp-/njain/hive_2011-11-11_11-01-46_186_6136409345520993079/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2011-12-07_18-06-50_528_7611594880529632821/-mr-10000 POSTHOOK: Lineage: union_out.id EXPRESSION [] 1 2 Modified: hive/trunk/ql/src/test/results/clientpositive/union4.q.out URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union4.q.out?rev=1212182&r1=1212181&r2=1212182&view=diff ============================================================================== --- hive/trunk/ql/src/test/results/clientpositive/union4.q.out (original) +++ hive/trunk/ql/src/test/results/clientpositive/union4.q.out Thu Dec 8 23:25:10 2011 @@ -78,56 +78,54 @@ STAGE PLANS: Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/var/folders/bZ/bZe+iKfoFTuPoShRd6dy6-tOU9Y/-Tmp-/njain/hive_2011-11-11_11-01-52_260_5365042429041412127/-mr-10002 - TableScan - Union + file:/tmp/njain/hive_2011-12-07_18-06-54_111_4763380826792190180/-mr-10002 + Union + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: bigint + outputColumnNames: _col0, _col1 Select Operator expressions: expr: _col0 type: string - expr: _col1 - type: bigint + expr: UDFToInteger(_col1) + type: int outputColumnNames: _col0, _col1 - Select Operator - expressions: - expr: _col0 - type: string - expr: UDFToInteger(_col1) - type: int - outputColumnNames: _col0, _col1 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.tmptable - file:/var/folders/bZ/bZe+iKfoFTuPoShRd6dy6-tOU9Y/-Tmp-/njain/hive_2011-11-11_11-01-52_260_5365042429041412127/-mr-10004 - TableScan - Union + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.tmptable + file:/tmp/njain/hive_2011-12-07_18-06-54_111_4763380826792190180/-mr-10004 + Union + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: bigint + outputColumnNames: _col0, _col1 Select Operator expressions: expr: _col0 type: string - expr: _col1 - type: bigint + expr: UDFToInteger(_col1) + type: int outputColumnNames: _col0, _col1 - Select Operator - expressions: - expr: _col0 - type: string - expr: UDFToInteger(_col1) - type: int - outputColumnNames: _col0, _col1 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.tmptable + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.tmptable Stage: Stage-6 Conditional Operator @@ -136,7 +134,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true - destination: pfile:/Users/njain/hive/hive2/build/ql/scratchdir/hive_2011-11-11_11-01-52_260_5365042429041412127/-ext-10000 + destination: pfile:/data/users/njain/hive_commit2/build/ql/scratchdir/hive_2011-12-07_18-06-54_111_4763380826792190180/-ext-10000 Stage: Stage-0 Move Operator @@ -154,7 +152,7 @@ STAGE PLANS: Stage: Stage-4 Map Reduce Alias -> Map Operator Tree: - pfile:/Users/njain/hive/hive2/build/ql/scratchdir/hive_2011-11-11_11-01-52_260_5365042429041412127/-ext-10003 + pfile:/data/users/njain/hive_commit2/build/ql/scratchdir/hive_2011-12-07_18-06-54_111_4763380826792190180/-ext-10003 File Output Operator compressed: false GlobalTableId: 0 @@ -224,11 +222,11 @@ POSTHOOK: Lineage: tmptable.value EXPRES PREHOOK: query: select * from tmptable x sort by x.key PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -PREHOOK: Output: file:/var/folders/bZ/bZe+iKfoFTuPoShRd6dy6-tOU9Y/-Tmp-/njain/hive_2011-11-11_11-02-16_767_4088903352518752387/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2011-12-07_18-07-05_101_8536540235066063542/-mr-10000 POSTHOOK: query: select * from tmptable x sort by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -POSTHOOK: Output: file:/var/folders/bZ/bZe+iKfoFTuPoShRd6dy6-tOU9Y/-Tmp-/njain/hive_2011-11-11_11-02-16_767_4088903352518752387/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2011-12-07_18-07-05_101_8536540235066063542/-mr-10000 POSTHOOK: Lineage: tmptable.key EXPRESSION [] POSTHOOK: Lineage: tmptable.value EXPRESSION [(src)s1.null, (src)s2.null, ] tst1 500 Modified: hive/trunk/ql/src/test/results/clientpositive/union5.q.out URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union5.q.out?rev=1212182&r1=1212181&r2=1212182&view=diff ============================================================================== --- hive/trunk/ql/src/test/results/clientpositive/union5.q.out (original) +++ hive/trunk/ql/src/test/results/clientpositive/union5.q.out Thu Dec 8 23:25:10 2011 @@ -65,64 +65,62 @@ STAGE PLANS: Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/var/folders/bZ/bZe+iKfoFTuPoShRd6dy6-tOU9Y/-Tmp-/njain/hive_2011-11-11_11-02-22_497_2122916937878156980/-mr-10002 - TableScan - Union - Select Operator - expressions: + file:/tmp/njain/hive_2011-12-07_18-07-08_546_7153871456146014378/-mr-10002 + Union + Select Operator + expressions: + expr: _col0 + type: string + outputColumnNames: _col0 + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + keys: expr: _col0 type: string - outputColumnNames: _col0 - Group By Operator - aggregations: - expr: count(1) - bucketGroup: false - keys: + mode: hash + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: expr: _col0 type: string - mode: hash - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - sort order: + - Map-reduce partition columns: - expr: _col0 - type: string - tag: -1 - value expressions: - expr: _col1 - type: bigint - file:/var/folders/bZ/bZe+iKfoFTuPoShRd6dy6-tOU9Y/-Tmp-/njain/hive_2011-11-11_11-02-22_497_2122916937878156980/-mr-10003 - TableScan - Union - Select Operator - expressions: + sort order: + + Map-reduce partition columns: + expr: _col0 + type: string + tag: -1 + value expressions: + expr: _col1 + type: bigint + file:/tmp/njain/hive_2011-12-07_18-07-08_546_7153871456146014378/-mr-10003 + Union + Select Operator + expressions: + expr: _col0 + type: string + outputColumnNames: _col0 + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + keys: expr: _col0 type: string - outputColumnNames: _col0 - Group By Operator - aggregations: - expr: count(1) - bucketGroup: false - keys: + mode: hash + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: + expr: _col0 + type: string + sort order: + + Map-reduce partition columns: expr: _col0 type: string - mode: hash - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - sort order: + - Map-reduce partition columns: - expr: _col0 - type: string - tag: -1 - value expressions: - expr: _col1 - type: bigint + tag: -1 + value expressions: + expr: _col1 + type: bigint Reduce Operator Tree: Group By Operator aggregations: @@ -197,12 +195,12 @@ PREHOOK: query: select unionsrc.key, cou select 'tst2' as key, count(1) as value from src s2) unionsrc group by unionsrc.key PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/bZ/bZe+iKfoFTuPoShRd6dy6-tOU9Y/-Tmp-/njain/hive_2011-11-11_11-02-22_619_2544238133674437727/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2011-12-07_18-07-08_654_7430436781326432428/-mr-10000 POSTHOOK: query: select unionsrc.key, count(1) FROM (select 'tst1' as key, count(1) as value from src s1 UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc group by unionsrc.key POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/bZ/bZe+iKfoFTuPoShRd6dy6-tOU9Y/-Tmp-/njain/hive_2011-11-11_11-02-22_619_2544238133674437727/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2011-12-07_18-07-08_654_7430436781326432428/-mr-10000 tst1 1 tst2 1 Modified: hive/trunk/ql/src/test/results/clientpositive/union6.q.out URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union6.q.out?rev=1212182&r1=1212181&r2=1212182&view=diff ============================================================================== --- hive/trunk/ql/src/test/results/clientpositive/union6.q.out (original) +++ hive/trunk/ql/src/test/results/clientpositive/union6.q.out Thu Dec 8 23:25:10 2011 @@ -26,12 +26,13 @@ ABSTRACT SYNTAX TREE: STAGE DEPENDENCIES: Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 + Stage-2 depends on stages: Stage-1, Stage-7 Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4 Stage-5 Stage-0 depends on stages: Stage-5, Stage-4 Stage-3 depends on stages: Stage-0 Stage-4 + Stage-7 is a root stage STAGE PLANS: Stage: Stage-1 @@ -77,50 +78,40 @@ STAGE PLANS: Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/njain/hive_2011-11-11_18-47-53_815_8491202798848345222/-mr-10002 - TableScan - Union - Select Operator - expressions: - expr: _col0 - type: string - expr: _col1 - type: string - outputColumnNames: _col0, _col1 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.tmptable - null-subquery2:unionsrc-subquery2:s2 - TableScan - alias: s2 + file:/tmp/njain/hive_2011-12-07_18-07-18_649_6188665420662165573/-mr-10002 + Union Select Operator expressions: - expr: key + expr: _col0 type: string - expr: value + expr: _col1 type: string outputColumnNames: _col0, _col1 - Union - Select Operator - expressions: - expr: _col0 - type: string - expr: _col1 - type: string - outputColumnNames: _col0, _col1 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.tmptable + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.tmptable + file:/tmp/njain/hive_2011-12-07_18-07-18_649_6188665420662165573/-mr-10004 + Union + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.tmptable Stage: Stage-6 Conditional Operator @@ -129,7 +120,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true - destination: pfile:/data/users/njain/hive_commit1/build/ql/scratchdir/hive_2011-11-11_18-47-53_815_8491202798848345222/-ext-10000 + destination: pfile:/data/users/njain/hive_commit2/build/ql/scratchdir/hive_2011-12-07_18-07-18_649_6188665420662165573/-ext-10000 Stage: Stage-0 Move Operator @@ -147,7 +138,7 @@ STAGE PLANS: Stage: Stage-4 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/njain/hive_commit1/build/ql/scratchdir/hive_2011-11-11_18-47-53_815_8491202798848345222/-ext-10003 + pfile:/data/users/njain/hive_commit2/build/ql/scratchdir/hive_2011-12-07_18-07-18_649_6188665420662165573/-ext-10003 File Output Operator compressed: false GlobalTableId: 0 @@ -157,6 +148,26 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmptable + Stage: Stage-7 + Map Reduce + Alias -> Map Operator Tree: + null-subquery2:unionsrc-subquery2:s2 + TableScan + alias: s2 + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + PREHOOK: query: insert overwrite table tmptable select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 @@ -179,11 +190,11 @@ POSTHOOK: Lineage: tmptable.value EXPRES PREHOOK: query: select * from tmptable x sort by x.key, x.value PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -PREHOOK: Output: file:/tmp/njain/hive_2011-11-11_18-48-05_864_4380576443171262357/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2011-12-07_18-07-29_549_8546727158614468431/-mr-10000 POSTHOOK: query: select * from tmptable x sort by x.key, x.value POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -POSTHOOK: Output: file:/tmp/njain/hive_2011-11-11_18-48-05_864_4380576443171262357/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2011-12-07_18-07-29_549_8546727158614468431/-mr-10000 POSTHOOK: Lineage: tmptable.key EXPRESSION [(src1)s2.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tmptable.value EXPRESSION [(src)s1.null, (src1)s2.FieldSchema(name:value, type:string, comment:default), ] Modified: hive/trunk/ql/src/test/results/clientpositive/union7.q.out URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union7.q.out?rev=1212182&r1=1212181&r2=1212182&view=diff ============================================================================== --- hive/trunk/ql/src/test/results/clientpositive/union7.q.out (original) +++ hive/trunk/ql/src/test/results/clientpositive/union7.q.out Thu Dec 8 23:25:10 2011 @@ -17,7 +17,8 @@ ABSTRACT SYNTAX TREE: STAGE DEPENDENCIES: Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 + Stage-2 depends on stages: Stage-1, Stage-3 + Stage-3 is a root stage Stage-0 is a root stage STAGE PLANS: @@ -64,72 +65,62 @@ STAGE PLANS: Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/njain/hive_2011-11-11_18-48-09_210_8425017124003834085/-mr-10002 - TableScan - Union - Select Operator - expressions: + file:/tmp/njain/hive_2011-12-07_18-07-33_035_4576758490513690269/-mr-10002 + Union + Select Operator + expressions: + expr: _col0 + type: string + outputColumnNames: _col0 + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + keys: expr: _col0 type: string - outputColumnNames: _col0 - Group By Operator - aggregations: - expr: count(1) - bucketGroup: false - keys: + mode: hash + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: expr: _col0 type: string - mode: hash - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - sort order: + - Map-reduce partition columns: - expr: _col0 - type: string - tag: -1 - value expressions: - expr: _col1 - type: bigint - null-subquery2:unionsrc-subquery2:s2 - TableScan - alias: s2 + sort order: + + Map-reduce partition columns: + expr: _col0 + type: string + tag: -1 + value expressions: + expr: _col1 + type: bigint + file:/tmp/njain/hive_2011-12-07_18-07-33_035_4576758490513690269/-mr-10003 + Union Select Operator expressions: - expr: key - type: string - expr: value + expr: _col0 type: string - outputColumnNames: _col0, _col1 - Union - Select Operator - expressions: + outputColumnNames: _col0 + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + keys: + expr: _col0 + type: string + mode: hash + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: expr: _col0 type: string - outputColumnNames: _col0 - Group By Operator - aggregations: - expr: count(1) - bucketGroup: false - keys: - expr: _col0 - type: string - mode: hash - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - sort order: + - Map-reduce partition columns: - expr: _col0 - type: string - tag: -1 - value expressions: - expr: _col1 - type: bigint + sort order: + + Map-reduce partition columns: + expr: _col0 + type: string + tag: -1 + value expressions: + expr: _col1 + type: bigint Reduce Operator Tree: Group By Operator aggregations: @@ -154,6 +145,26 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + Stage: Stage-3 + Map Reduce + Alias -> Map Operator Tree: + null-subquery2:unionsrc-subquery2:s2 + TableScan + alias: s2 + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + Stage: Stage-0 Fetch Operator limit: -1 @@ -165,14 +176,14 @@ PREHOOK: query: select unionsrc.key, cou PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Input: default@src1 -PREHOOK: Output: file:/tmp/njain/hive_2011-11-11_18-48-09_302_258460663317337490/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2011-12-07_18-07-33_143_6816788992095596437/-mr-10000 POSTHOOK: query: select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc group by unionsrc.key POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@src1 -POSTHOOK: Output: file:/tmp/njain/hive_2011-11-11_18-48-09_302_258460663317337490/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2011-12-07_18-07-33_143_6816788992095596437/-mr-10000 10 128 1 146 1