Markus Kemper created SQOOP-3058:
------------------------------------
Summary: Sqoop import with Netezza --direct fails properly but
also produces NPE
Key: SQOOP-3058
URL: https://issues.apache.org/jira/browse/SQOOP-3058
Project: Sqoop
Issue Type: Bug
Reporter: Markus Kemper
The [error] is expected however the [npe] seems like a defect, see [test case]
below
[error]
ERROR: relation does not exist SQOOP_SME_DB.SQOOP_SME1.SQOOP_SME1.T1
[npe]
16/11/18 09:19:44 ERROR sqoop.Sqoop: Got exception running Sqoop:
java.lang.NullPointerException
[test case]
{noformat}
#################
# STEP 01 - Setup Netezza Table and Data
#################
sqoop eval --connect $MYCONN --username $MYUSER --password $MYPSWD --query
"DROP TABLE SQOOP_SME1.T1"
sqoop eval --connect $MYCONN --username $MYUSER --password $MYPSWD --query
"CREATE TABLE SQOOP_SME1.T1 (C1 INTEGER)"
sqoop eval --connect $MYCONN --username $MYUSER --password $MYPSWD --query
"INSERT INTO SQOOP_SME1.T1 VALUES (1)"
sqoop eval --connect $MYCONN --username $MYUSER --password $MYPSWD --query
"SELECT C1 FROM SQOOP_SME1.T1"
#################
# STEP 02 - Test Import and Export (baseline)
#################
sqoop import --connect $MYCONN --username $MYUSER --password $MYPSWD --table
"T1" --target-dir /user/root/t1 --delete-target-dir --num-mappers 1
sqoop eval --connect $MYCONN --username $MYUSER --password $MYPSWD --query
"DELETE FROM SQOOP_SME1.T1"
sqoop export --connect $MYCONN --username $MYUSER --password $MYPSWD --table
"T1" --export-dir /user/root/t1 --num-mappers 1
sqoop eval --connect $MYCONN --username $MYUSER --password $MYPSWD --query
"SELECT C1 FROM SQOOP_SME1.T1"
---------------
| C1 |
---------------
| 1 |
---------------
sqoop eval --connect $MYCONN --username $MYUSER --password $MYPSWD --query
"DELETE FROM SQOOP_SME1.T1"
sqoop export --connect $MYCONN --username $MYUSER --password $MYPSWD --table
"T1" --export-dir /user/root/t1 --num-mappers 1 --direct
sqoop eval --connect $MYCONN --username $MYUSER --password $MYPSWD --query
"SELECT C1 FROM SQOOP_SME1.T1"
---------------
| C1 |
---------------
| 1 |
---------------
#################
# STEP 03 - Test Import and Export (with SCHEMA in --table option AND --direct)
#################
/* Notes: This failure seems correct however the NPE after the failure seems
like a defect */
sqoop eval --connect $MYCONN --username $MYUSER --password $MYPSWD --query
"DELETE FROM SQOOP_SME1.T1"
sqoop export --connect $MYCONN --username $MYUSER --password $MYPSWD --table
"SQOOP_SME1.T1" --export-dir /user/root/t1 --num-mappers 1 --direct
16/11/18 09:19:44 ERROR manager.SqlManager: Error executing statement:
org.netezza.error.NzSQLException: ERROR: relation does not exist
SQOOP_SME_DB.SQOOP_SME1.SQOOP_SME1.T1
org.netezza.error.NzSQLException: ERROR: relation does not exist
SQOOP_SME_DB.SQOOP_SME1.SQOOP_SME1.T1
at
org.netezza.internal.QueryExecutor.getNextResult(QueryExecutor.java:280)
at org.netezza.internal.QueryExecutor.execute(QueryExecutor.java:76)
at org.netezza.sql.NzConnection.execute(NzConnection.java:2869)
at
org.netezza.sql.NzPreparedStatament._execute(NzPreparedStatament.java:1126)
at
org.netezza.sql.NzPreparedStatament.prepare(NzPreparedStatament.java:1143)
at
org.netezza.sql.NzPreparedStatament.<init>(NzPreparedStatament.java:89)
at org.netezza.sql.NzConnection.prepareStatement(NzConnection.java:1589)
at org.apache.sqoop.manager.SqlManager.execute(SqlManager.java:763)
at org.apache.sqoop.manager.SqlManager.execute(SqlManager.java:786)
at
org.apache.sqoop.manager.SqlManager.getColumnNamesForRawQuery(SqlManager.java:151)
at
org.apache.sqoop.manager.SqlManager.getColumnNames(SqlManager.java:116)
at
org.apache.sqoop.mapreduce.netezza.NetezzaExternalTableExportJob.configureOutputFormat(NetezzaExternalTableExportJob.java:128)
at
org.apache.sqoop.mapreduce.ExportJobBase.runExport(ExportJobBase.java:433)
at
org.apache.sqoop.manager.DirectNetezzaManager.exportTable(DirectNetezzaManager.java:209)
at org.apache.sqoop.tool.ExportTool.exportTable(ExportTool.java:81)
at org.apache.sqoop.tool.ExportTool.run(ExportTool.java:100)
at org.apache.sqoop.Sqoop.run(Sqoop.java:143)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
at org.apache.sqoop.Sqoop.runSqoop(Sqoop.java:179)
at org.apache.sqoop.Sqoop.runTool(Sqoop.java:218)
at org.apache.sqoop.Sqoop.runTool(Sqoop.java:227)
at org.apache.sqoop.Sqoop.main(Sqoop.java:236)
16/11/18 09:19:44 ERROR sqoop.Sqoop: Got exception running Sqoop:
java.lang.NullPointerException
java.lang.NullPointerException
at
org.apache.sqoop.manager.ConnManager.escapeColNames(ConnManager.java:613)
at
org.apache.sqoop.mapreduce.netezza.NetezzaExternalTableExportJob.configureOutputFormat(NetezzaExternalTableExportJob.java:134)
at
org.apache.sqoop.mapreduce.ExportJobBase.runExport(ExportJobBase.java:433)
at
org.apache.sqoop.manager.DirectNetezzaManager.exportTable(DirectNetezzaManager.java:209)
at org.apache.sqoop.tool.ExportTool.exportTable(ExportTool.java:81)
at org.apache.sqoop.tool.ExportTool.run(ExportTool.java:100)
at org.apache.sqoop.Sqoop.run(Sqoop.java:143)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
at org.apache.sqoop.Sqoop.runSqoop(Sqoop.java:179)
at org.apache.sqoop.Sqoop.runTool(Sqoop.java:218)
at org.apache.sqoop.Sqoop.runTool(Sqoop.java:227)
at org.apache.sqoop.Sqoop.main(Sqoop.java:236)
{noformat}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
