Author: hashutosh
Date: Fri Dec 20 23:05:50 2013
New Revision: 1552838
URL: http://svn.apache.org/r1552838
Log:
HIVE-4417 : Make unit tests pass on Windows which use Linux script in query
files (Shauishuai Nie, Jason Dere via Ashutosh Chauhan)
Added:
hive/trunk/data/scripts/input20_script.py
Modified:
hive/trunk/ql/src/test/queries/clientpositive/input20.q
hive/trunk/ql/src/test/queries/clientpositive/input33.q
hive/trunk/ql/src/test/results/beelinepositive/input20.q.out
hive/trunk/ql/src/test/results/beelinepositive/input33.q.out
hive/trunk/ql/src/test/results/beelinepositive/newline.q.out
hive/trunk/ql/src/test/results/clientpositive/input20.q.out
hive/trunk/ql/src/test/results/clientpositive/input33.q.out
Added: hive/trunk/data/scripts/input20_script.py
URL:
http://svn.apache.org/viewvc/hive/trunk/data/scripts/input20_script.py?rev=1552838&view=auto
==============================================================================
--- hive/trunk/data/scripts/input20_script.py (added)
+++ hive/trunk/data/scripts/input20_script.py Fri Dec 20 23:05:50 2013
@@ -0,0 +1,30 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+import sys
+import re
+line = sys.stdin.readline()
+x = 1
+while line:
+ tem = sys.stdin.readline()
+ if line == tem:
+ x = x + 1
+ else:
+ print str(x).strip()+'\t'+re.sub('\t','_',line.strip())
+ line = tem
+ x = 1
\ No newline at end of file
Modified: hive/trunk/ql/src/test/queries/clientpositive/input20.q
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/input20.q?rev=1552838&r1=1552837&r2=1552838&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/input20.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/input20.q Fri Dec 20 23:05:50
2013
@@ -1,6 +1,6 @@
CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE;
-ADD FILE ../../data/scripts/input20_script;
+ADD FILE ../../data/scripts/input20_script.py;
EXPLAIN
FROM (
@@ -12,7 +12,7 @@ FROM (
) tmap
INSERT OVERWRITE TABLE dest1
REDUCE tmap.key, tmap.value
-USING 'input20_script'
+USING 'python input20_script.py'
AS key, value;
FROM (
@@ -24,7 +24,7 @@ FROM (
) tmap
INSERT OVERWRITE TABLE dest1
REDUCE tmap.key, tmap.value
-USING 'input20_script'
+USING 'python input20_script.py'
AS key, value;
SELECT * FROM dest1 SORT BY key, value;
Modified: hive/trunk/ql/src/test/queries/clientpositive/input33.q
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/input33.q?rev=1552838&r1=1552837&r2=1552838&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/input33.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/input33.q Fri Dec 20 23:05:50
2013
@@ -1,6 +1,6 @@
CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE;
-ADD FILE ../../data/scripts/input20_script;
+ADD FILE ../../data/scripts/input20_script.py;
EXPLAIN
FROM (
@@ -12,7 +12,7 @@ FROM (
) tmap
INSERT OVERWRITE TABLE dest1
REDUCE tmap.key, tmap.value
-USING 'input20_script'
+USING 'python input20_script.py'
AS (key STRING, value STRING);
FROM (
@@ -24,7 +24,7 @@ FROM (
) tmap
INSERT OVERWRITE TABLE dest1
REDUCE tmap.key, tmap.value
-USING 'input20_script'
+USING 'python input20_script.py'
AS (key STRING, value STRING);
SELECT * FROM dest1 SORT BY key, value;
Modified: hive/trunk/ql/src/test/results/beelinepositive/input20.q.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/beelinepositive/input20.q.out?rev=1552838&r1=1552837&r2=1552838&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/beelinepositive/input20.q.out (original)
+++ hive/trunk/ql/src/test/results/beelinepositive/input20.q.out Fri Dec 20
23:05:50 2013
@@ -3,7 +3,7 @@ Saving all output to "!!{outputDirectory
>>> CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE;
No rows affected
>>>
->>> ADD FILE ../data/scripts/input20_script;
+>>> ADD FILE ../data/scripts/input20_script.py;
No rows affected
>>>
>>> EXPLAIN
@@ -16,11 +16,11 @@ SORT BY key, value
) tmap
INSERT OVERWRITE TABLE dest1
REDUCE tmap.key, tmap.value
-USING 'input20_script'
+USING 'python input20_script.py'
AS key, value;
'Explain'
'ABSTRACT SYNTAX TREE:'
-' (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF
(TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE))
(TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src)
key) (. (TOK_TABLE_OR_COL src) key)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE
TOK_RECORDREADER))) (TOK_DISTRIBUTEBY (TOK_TABLE_OR_COL key)) (TOK_SORTBY
(TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)) (TOK_TABSORTCOLNAMEASC
(TOK_TABLE_OR_COL value))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB
(TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (.
(TOK_TABLE_OR_COL tmap) key) (. (TOK_TABLE_OR_COL tmap) value)) TOK_SERDE
TOK_RECORDWRITER 'input20_script' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST key
value))))))'
+' (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF
(TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE))
(TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src)
key) (. (TOK_TABLE_OR_COL src) key)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE
TOK_RECORDREADER))) (TOK_DISTRIBUTEBY (TOK_TABLE_OR_COL key)) (TOK_SORTBY
(TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)) (TOK_TABSORTCOLNAMEASC
(TOK_TABLE_OR_COL value))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB
(TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (.
(TOK_TABLE_OR_COL tmap) key) (. (TOK_TABLE_OR_COL tmap) value)) TOK_SERDE
TOK_RECORDWRITER 'python input20_script.py' TOK_SERDE TOK_RECORDREADER
(TOK_ALIASLIST key value))))))'
''
'STAGE DEPENDENCIES:'
' Stage-1 is a root stage'
@@ -72,7 +72,7 @@ AS key, value;
' type: string'
' outputColumnNames: _col0, _col1'
' Transform Operator'
-' command: input20_script'
+' command: python input20_script.py'
' output info:'
' input format: org.apache.hadoop.mapred.TextInputFormat'
' output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
@@ -117,7 +117,7 @@ SORT BY key, value
) tmap
INSERT OVERWRITE TABLE dest1
REDUCE tmap.key, tmap.value
-USING 'input20_script'
+USING 'python input20_script.py'
AS key, value;
'_col0','_col1'
No rows selected
Modified: hive/trunk/ql/src/test/results/beelinepositive/input33.q.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/beelinepositive/input33.q.out?rev=1552838&r1=1552837&r2=1552838&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/beelinepositive/input33.q.out (original)
+++ hive/trunk/ql/src/test/results/beelinepositive/input33.q.out Fri Dec 20
23:05:50 2013
@@ -3,7 +3,7 @@ Saving all output to "!!{outputDirectory
>>> CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE;
No rows affected
>>>
->>> ADD FILE ../data/scripts/input20_script;
+>>> ADD FILE ../data/scripts/input20_script.py;
No rows affected
>>>
>>> EXPLAIN
@@ -16,11 +16,11 @@ SORT BY key, value
) tmap
INSERT OVERWRITE TABLE dest1
REDUCE tmap.key, tmap.value
-USING 'input20_script'
+USING 'python input20_script.py'
AS (key STRING, value STRING);
'Explain'
'ABSTRACT SYNTAX TREE:'
-' (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF
(TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE))
(TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src)
key) (. (TOK_TABLE_OR_COL src) key)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE
TOK_RECORDREADER))) (TOK_DISTRIBUTEBY (TOK_TABLE_OR_COL key)) (TOK_SORTBY
(TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)) (TOK_TABSORTCOLNAMEASC
(TOK_TABLE_OR_COL value))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB
(TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (.
(TOK_TABLE_OR_COL tmap) key) (. (TOK_TABLE_OR_COL tmap) value)) TOK_SERDE
TOK_RECORDWRITER 'input20_script' TOK_SERDE TOK_RECORDREADER (TOK_TABCOLLIST
(TOK_TABCOL key TOK_STRING) (TOK_TABCOL value TOK_STRING)))))))'
+' (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF
(TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE))
(TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src)
key) (. (TOK_TABLE_OR_COL src) key)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE
TOK_RECORDREADER))) (TOK_DISTRIBUTEBY (TOK_TABLE_OR_COL key)) (TOK_SORTBY
(TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)) (TOK_TABSORTCOLNAMEASC
(TOK_TABLE_OR_COL value))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB
(TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (.
(TOK_TABLE_OR_COL tmap) key) (. (TOK_TABLE_OR_COL tmap) value)) TOK_SERDE
TOK_RECORDWRITER 'python input20_script.py' TOK_SERDE TOK_RECORDREADER
(TOK_TABCOLLIST (TOK_TABCOL key TOK_STRING) (TOK_TABCOL value TOK_STRING)))))))'
''
'STAGE DEPENDENCIES:'
' Stage-1 is a root stage'
@@ -72,7 +72,7 @@ AS (key STRING, value STRING);
' type: string'
' outputColumnNames: _col0, _col1'
' Transform Operator'
-' command: input20_script'
+' command: python input20_script.py'
' output info:'
' input format: org.apache.hadoop.mapred.TextInputFormat'
' output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
@@ -117,7 +117,7 @@ SORT BY key, value
) tmap
INSERT OVERWRITE TABLE dest1
REDUCE tmap.key, tmap.value
-USING 'input20_script'
+USING 'python input20_script.py'
AS (key STRING, value STRING);
'_col0','_col1'
No rows selected
Modified: hive/trunk/ql/src/test/results/beelinepositive/newline.q.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/beelinepositive/newline.q.out?rev=1552838&r1=1552837&r2=1552838&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/beelinepositive/newline.q.out (original)
+++ hive/trunk/ql/src/test/results/beelinepositive/newline.q.out Fri Dec 20
23:05:50 2013
@@ -141,12 +141,12 @@ No rows selected
'1\ 2',''
5 rows selected
>>>
->>> SELECT key FROM (SELECT TRANSFORM ('a\tb', 'c') USING '/bin/cat' AS (key,
value) FROM src limit 1)a ORDER BY key ASC;
+>>> SELECT key FROM (SELECT TRANSFORM ('a\tb', 'c') USING 'cat' AS (key,
value) FROM src limit 1)a ORDER BY key ASC;
'key'
'a b'
1 row selected
>>>
->>> SELECT value FROM (SELECT TRANSFORM ('a\tb', 'c') USING '/bin/cat' AS
(key, value) FROM src limit 1)a ORDER BY value ASC;
+>>> SELECT value FROM (SELECT TRANSFORM ('a\tb', 'c') USING 'cat' AS (key,
value) FROM src limit 1)a ORDER BY value ASC;
'value'
'c'
1 row selected
Modified: hive/trunk/ql/src/test/results/clientpositive/input20.q.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input20.q.out?rev=1552838&r1=1552837&r2=1552838&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/input20.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/input20.q.out Fri Dec 20
23:05:50 2013
@@ -13,7 +13,7 @@ FROM (
) tmap
INSERT OVERWRITE TABLE dest1
REDUCE tmap.key, tmap.value
-USING 'input20_script'
+USING 'python input20_script.py'
AS key, value
PREHOOK: type: QUERY
POSTHOOK: query: EXPLAIN
@@ -26,11 +26,11 @@ FROM (
) tmap
INSERT OVERWRITE TABLE dest1
REDUCE tmap.key, tmap.value
-USING 'input20_script'
+USING 'python input20_script.py'
AS key, value
POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF
(TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE))
(TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src)
key) (. (TOK_TABLE_OR_COL src) key)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE
TOK_RECORDREADER))) (TOK_DISTRIBUTEBY (TOK_TABLE_OR_COL key)) (TOK_SORTBY
(TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)) (TOK_TABSORTCOLNAMEASC
(TOK_TABLE_OR_COL value))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB
(TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (.
(TOK_TABLE_OR_COL tmap) key) (. (TOK_TABLE_OR_COL tmap) value)) TOK_SERDE
TOK_RECORDWRITER 'input20_script' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST key
value))))))
+ (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF
(TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE))
(TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src)
key) (. (TOK_TABLE_OR_COL src) key)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE
TOK_RECORDREADER))) (TOK_DISTRIBUTEBY (TOK_TABLE_OR_COL key)) (TOK_SORTBY
(TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)) (TOK_TABSORTCOLNAMEASC
(TOK_TABLE_OR_COL value))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB
(TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (.
(TOK_TABLE_OR_COL tmap) key) (. (TOK_TABLE_OR_COL tmap) value)) TOK_SERDE
TOK_RECORDWRITER 'python input20_script.py' TOK_SERDE TOK_RECORDREADER
(TOK_ALIASLIST key value))))))
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -83,7 +83,7 @@ STAGE PLANS:
type: string
outputColumnNames: _col0, _col1
Transform Operator
- command: input20_script
+ command: python input20_script.py
output info:
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -126,7 +126,7 @@ PREHOOK: query: FROM (
) tmap
INSERT OVERWRITE TABLE dest1
REDUCE tmap.key, tmap.value
-USING 'input20_script'
+USING 'python input20_script.py'
AS key, value
PREHOOK: type: QUERY
PREHOOK: Input: default@src
@@ -140,7 +140,7 @@ POSTHOOK: query: FROM (
) tmap
INSERT OVERWRITE TABLE dest1
REDUCE tmap.key, tmap.value
-USING 'input20_script'
+USING 'python input20_script.py'
AS key, value
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
Modified: hive/trunk/ql/src/test/results/clientpositive/input33.q.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input33.q.out?rev=1552838&r1=1552837&r2=1552838&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/input33.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/input33.q.out Fri Dec 20
23:05:50 2013
@@ -13,7 +13,7 @@ FROM (
) tmap
INSERT OVERWRITE TABLE dest1
REDUCE tmap.key, tmap.value
-USING 'input20_script'
+USING 'python input20_script.py'
AS (key STRING, value STRING)
PREHOOK: type: QUERY
POSTHOOK: query: EXPLAIN
@@ -26,11 +26,11 @@ FROM (
) tmap
INSERT OVERWRITE TABLE dest1
REDUCE tmap.key, tmap.value
-USING 'input20_script'
+USING 'python input20_script.py'
AS (key STRING, value STRING)
POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF
(TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE))
(TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src)
key) (. (TOK_TABLE_OR_COL src) key)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE
TOK_RECORDREADER))) (TOK_DISTRIBUTEBY (TOK_TABLE_OR_COL key)) (TOK_SORTBY
(TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)) (TOK_TABSORTCOLNAMEASC
(TOK_TABLE_OR_COL value))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB
(TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (.
(TOK_TABLE_OR_COL tmap) key) (. (TOK_TABLE_OR_COL tmap) value)) TOK_SERDE
TOK_RECORDWRITER 'input20_script' TOK_SERDE TOK_RECORDREADER (TOK_TABCOLLIST
(TOK_TABCOL key TOK_STRING) (TOK_TABCOL value TOK_STRING)))))))
+ (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF
(TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE))
(TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src)
key) (. (TOK_TABLE_OR_COL src) key)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE
TOK_RECORDREADER))) (TOK_DISTRIBUTEBY (TOK_TABLE_OR_COL key)) (TOK_SORTBY
(TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)) (TOK_TABSORTCOLNAMEASC
(TOK_TABLE_OR_COL value))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB
(TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (.
(TOK_TABLE_OR_COL tmap) key) (. (TOK_TABLE_OR_COL tmap) value)) TOK_SERDE
TOK_RECORDWRITER 'python input20_script.py' TOK_SERDE TOK_RECORDREADER
(TOK_TABCOLLIST (TOK_TABCOL key TOK_STRING) (TOK_TABCOL value TOK_STRING)))))))
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -83,7 +83,7 @@ STAGE PLANS:
type: string
outputColumnNames: _col0, _col1
Transform Operator
- command: input20_script
+ command: python input20_script.py
output info:
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -126,7 +126,7 @@ PREHOOK: query: FROM (
) tmap
INSERT OVERWRITE TABLE dest1
REDUCE tmap.key, tmap.value
-USING 'input20_script'
+USING 'python input20_script.py'
AS (key STRING, value STRING)
PREHOOK: type: QUERY
PREHOOK: Input: default@src
@@ -140,7 +140,7 @@ POSTHOOK: query: FROM (
) tmap
INSERT OVERWRITE TABLE dest1
REDUCE tmap.key, tmap.value
-USING 'input20_script'
+USING 'python input20_script.py'
AS (key STRING, value STRING)
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
