[
https://issues.apache.org/jira/browse/DRILL-3546?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Philip Deegan updated DRILL-3546:
---------------------------------
Description:
Tested on 1.1 with commit id:
{noformat}
0: jdbc:drill:zk=local> select commit_id from sys.version;
+-------------------------------------------+
| commit_id |
+-------------------------------------------+
| e3fc7e97bfe712dc09d43a8a055a5135c96b7344 |
+-------------------------------------------+
{noformat}
Three instance zookeeper cluster running drill with the jets3t plugin.
Occassionally throws a "No such file or directory" error. Query example SELECT
COUNT(*) FROM s3."json_directory";
Might be a jets3t issue, existing issue here:
https://bitbucket.org/jmurty/jets3t/issues/215/drill-intermittent-file-not-found-error
{code}
org.apache.drill.common.exceptions.UserException: DATA_READ ERROR: Failure
reading JSON file - No such file or directory 's3n://json_directory/xyz.json.gz'
File /json_directory/xyz.json.gz
Record 1
[Error Id: 3f83967b-0b7b-4778-b623-b7a20528e3d1 ]
at
org.apache.drill.common.exceptions.UserException$Builder.build(UserException.java:523)
~[drill-common-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.store.easy.json.JSONRecordReader.handleAndRaise(JSONRecordReader.java:161)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.store.easy.json.JSONRecordReader.setup(JSONRecordReader.java:130)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ScanBatch.<init>(ScanBatch.java:100)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.store.dfs.easy.EasyFormatPlugin.getReaderBatch(EasyFormatPlugin.java:195)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.store.dfs.easy.EasyReaderBatchCreator.getBatch(EasyReaderBatchCreator.java:35)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.store.dfs.easy.EasyReaderBatchCreator.getBatch(EasyReaderBatchCreator.java:28)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:150)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRootExec(ImplCreator.java:106)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getExec(ImplCreator.java:81)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:235)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.common.SelfCleaningRunnable.run(SelfCleaningRunnable.java:38)
[drill-common-1.1.0.jar:1.1.0]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[na:1.7.0_80]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[na:1.7.0_80]
at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80]
Caused by: java.io.FileNotFoundException: No such file or directory
's3n://json_directory/xyz.json.gz'
at
org.apache.hadoop.fs.s3native.NativeS3FileSystem.getFileStatus(NativeS3FileSystem.java:445)
~[hadoop-common-2.4.1.jar:na]
at
org.apache.hadoop.fs.s3native.NativeS3FileSystem.open(NativeS3FileSystem.java:557)
~[hadoop-common-2.4.1.jar:na]
at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:764)
~[hadoop-common-2.4.1.jar:na]
at
org.apache.drill.exec.store.dfs.DrillFileSystem.open(DrillFileSystem.java:137)
~[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.store.dfs.DrillFileSystem.openPossiblyCompressedStream(DrillFileSystem.java:721)
~[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.store.easy.json.JSONRecordReader.setup(JSONRecordReader.java:119)
[drill-java-exec-1.1.0.jar:1.1.0]
... 27 common frames omitted
{code}
was:
Tested on 1.1 with commit id:
{noformat}
0: jdbc:drill:zk=local> select commit_id from sys.version;
+-------------------------------------------+
| commit_id |
+-------------------------------------------+
| e3fc7e97bfe712dc09d43a8a055a5135c96b7344 |
+-------------------------------------------+
{noformat}
Three instance zookeeper cluster running drill with the jets3t plugin.
Occassionally throws a "No such file or directory" error. Query example SELECT
COUNT(*) FROM s3."json_directory";
Might be a jets3t issue, existing issue here:
https://bitbucket.org/jmurty/jets3t/issues/215/drill-intermittent-file-not-found-error
{code}
org.apache.drill.common.exceptions.UserException: DATA_READ ERROR: Failure
reading JSON file - No such file or directory 's3n://json_directory/xyz.json.gz'
File /json_directory/xyz.json.gz
Record 1
[Error Id: 3f83967b-0b7b-4778-b623-b7a20528e3d1 ]
at
org.apache.drill.common.exceptions.UserException$Builder.build(UserException.java:523)
~[drill-common-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.store.easy.json.JSONRecordReader.handleAndRaise(JSONRecordReader.java:161)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.store.easy.json.JSONRecordReader.setup(JSONRecordReader.java:130)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ScanBatch.<init>(ScanBatch.java:100)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.store.dfs.easy.EasyFormatPlugin.getReaderBatch(EasyFormatPlugin.java:195)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.store.dfs.easy.EasyReaderBatchCreator.getBatch(EasyReaderBatchCreator.java:35)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.store.dfs.easy.EasyReaderBatchCreator.getBatch(EasyReaderBatchCreator.java:28)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:150)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getRootExec(ImplCreator.java:106)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.physical.impl.ImplCreator.getExec(ImplCreator.java:81)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:235)
[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.common.SelfCleaningRunnable.run(SelfCleaningRunnable.java:38)
[drill-common-1.1.0.jar:1.1.0]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[na:1.7.0_80]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[na:1.7.0_80]
at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80]
Caused by: java.io.FileNotFoundException: No such file or directory
's3n://datumize-devel/json/2/20150715_1114-1544691813.json.gz'
at
org.apache.hadoop.fs.s3native.NativeS3FileSystem.getFileStatus(NativeS3FileSystem.java:445)
~[hadoop-common-2.4.1.jar:na]
at
org.apache.hadoop.fs.s3native.NativeS3FileSystem.open(NativeS3FileSystem.java:557)
~[hadoop-common-2.4.1.jar:na]
at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:764)
~[hadoop-common-2.4.1.jar:na]
at
org.apache.drill.exec.store.dfs.DrillFileSystem.open(DrillFileSystem.java:137)
~[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.store.dfs.DrillFileSystem.openPossiblyCompressedStream(DrillFileSystem.java:721)
~[drill-java-exec-1.1.0.jar:1.1.0]
at
org.apache.drill.exec.store.easy.json.JSONRecordReader.setup(JSONRecordReader.java:119)
[drill-java-exec-1.1.0.jar:1.1.0]
... 27 common frames omitted
{code}
> S3 - jets3t - No such File Or Directory
> ---------------------------------------
>
> Key: DRILL-3546
> URL: https://issues.apache.org/jira/browse/DRILL-3546
> Project: Apache Drill
> Issue Type: Bug
> Components: Functions - Drill
> Affects Versions: 1.1.0
> Environment: RHEL 7
> Reporter: Philip Deegan
> Assignee: Daniel Barclay (Drill)
>
> Tested on 1.1 with commit id:
> {noformat}
> 0: jdbc:drill:zk=local> select commit_id from sys.version;
> +-------------------------------------------+
> | commit_id |
> +-------------------------------------------+
> | e3fc7e97bfe712dc09d43a8a055a5135c96b7344 |
> +-------------------------------------------+
> {noformat}
> Three instance zookeeper cluster running drill with the jets3t plugin.
> Occassionally throws a "No such file or directory" error. Query example
> SELECT COUNT(*) FROM s3."json_directory";
> Might be a jets3t issue, existing issue here:
> https://bitbucket.org/jmurty/jets3t/issues/215/drill-intermittent-file-not-found-error
> {code}
> org.apache.drill.common.exceptions.UserException: DATA_READ ERROR: Failure
> reading JSON file - No such file or directory
> 's3n://json_directory/xyz.json.gz'
> File /json_directory/xyz.json.gz
> Record 1
> [Error Id: 3f83967b-0b7b-4778-b623-b7a20528e3d1 ]
> at
> org.apache.drill.common.exceptions.UserException$Builder.build(UserException.java:523)
> ~[drill-common-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.store.easy.json.JSONRecordReader.handleAndRaise(JSONRecordReader.java:161)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.store.easy.json.JSONRecordReader.setup(JSONRecordReader.java:130)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ScanBatch.<init>(ScanBatch.java:100)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.store.dfs.easy.EasyFormatPlugin.getReaderBatch(EasyFormatPlugin.java:195)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.store.dfs.easy.EasyReaderBatchCreator.getBatch(EasyReaderBatchCreator.java:35)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.store.dfs.easy.EasyReaderBatchCreator.getBatch(EasyReaderBatchCreator.java:28)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:150)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getRootExec(ImplCreator.java:106)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.physical.impl.ImplCreator.getExec(ImplCreator.java:81)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:235)
> [drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.common.SelfCleaningRunnable.run(SelfCleaningRunnable.java:38)
> [drill-common-1.1.0.jar:1.1.0]
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> [na:1.7.0_80]
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> [na:1.7.0_80]
> at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80]
> Caused by: java.io.FileNotFoundException: No such file or directory
> 's3n://json_directory/xyz.json.gz'
> at
> org.apache.hadoop.fs.s3native.NativeS3FileSystem.getFileStatus(NativeS3FileSystem.java:445)
> ~[hadoop-common-2.4.1.jar:na]
> at
> org.apache.hadoop.fs.s3native.NativeS3FileSystem.open(NativeS3FileSystem.java:557)
> ~[hadoop-common-2.4.1.jar:na]
> at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:764)
> ~[hadoop-common-2.4.1.jar:na]
> at
> org.apache.drill.exec.store.dfs.DrillFileSystem.open(DrillFileSystem.java:137)
> ~[drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.store.dfs.DrillFileSystem.openPossiblyCompressedStream(DrillFileSystem.java:721)
> ~[drill-java-exec-1.1.0.jar:1.1.0]
> at
> org.apache.drill.exec.store.easy.json.JSONRecordReader.setup(JSONRecordReader.java:119)
> [drill-java-exec-1.1.0.jar:1.1.0]
> ... 27 common frames omitted
> {code}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
