[ https://issues.apache.org/jira/browse/DRILL-3546?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Daniel Barclay (Drill) updated DRILL-3546: ------------------------------------------ Assignee: (was: Daniel Barclay (Drill)) > S3 - jets3t - No such File Or Directory > --------------------------------------- > > Key: DRILL-3546 > URL: https://issues.apache.org/jira/browse/DRILL-3546 > Project: Apache Drill > Issue Type: Bug > Components: Functions - Drill > Affects Versions: 1.1.0 > Environment: RHEL 7 > Reporter: Philip Deegan > > Tested on 1.1 with commit id: > {noformat} > 0: jdbc:drill:zk=local> select commit_id from sys.version; > +-------------------------------------------+ > | commit_id | > +-------------------------------------------+ > | e3fc7e97bfe712dc09d43a8a055a5135c96b7344 | > +-------------------------------------------+ > {noformat} > Three instance zookeeper cluster running drill with the jets3t plugin. > Occassionally throws a "No such file or directory" error. Query example > SELECT COUNT(*) FROM s3."json_directory"; > Might be a jets3t issue, existing issue here: > https://bitbucket.org/jmurty/jets3t/issues/215/drill-intermittent-file-not-found-error > {code} > org.apache.drill.common.exceptions.UserException: DATA_READ ERROR: Failure > reading JSON file - No such file or directory > 's3n://json_directory/xyz.json.gz' > File /json_directory/xyz.json.gz > Record 1 > [Error Id: 3f83967b-0b7b-4778-b623-b7a20528e3d1 ] > at > org.apache.drill.common.exceptions.UserException$Builder.build(UserException.java:523) > ~[drill-common-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.store.easy.json.JSONRecordReader.handleAndRaise(JSONRecordReader.java:161) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.store.easy.json.JSONRecordReader.setup(JSONRecordReader.java:130) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ScanBatch.<init>(ScanBatch.java:100) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.store.dfs.easy.EasyFormatPlugin.getReaderBatch(EasyFormatPlugin.java:195) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.store.dfs.easy.EasyReaderBatchCreator.getBatch(EasyReaderBatchCreator.java:35) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.store.dfs.easy.EasyReaderBatchCreator.getBatch(EasyReaderBatchCreator.java:28) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:150) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getRecordBatch(ImplCreator.java:131) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getChildren(ImplCreator.java:173) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getRootExec(ImplCreator.java:106) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.physical.impl.ImplCreator.getExec(ImplCreator.java:81) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:235) > [drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.common.SelfCleaningRunnable.run(SelfCleaningRunnable.java:38) > [drill-common-1.1.0.jar:1.1.0] > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) > [na:1.7.0_80] > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) > [na:1.7.0_80] > at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] > Caused by: java.io.FileNotFoundException: No such file or directory > 's3n://json_directory/xyz.json.gz' > at > org.apache.hadoop.fs.s3native.NativeS3FileSystem.getFileStatus(NativeS3FileSystem.java:445) > ~[hadoop-common-2.4.1.jar:na] > at > org.apache.hadoop.fs.s3native.NativeS3FileSystem.open(NativeS3FileSystem.java:557) > ~[hadoop-common-2.4.1.jar:na] > at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:764) > ~[hadoop-common-2.4.1.jar:na] > at > org.apache.drill.exec.store.dfs.DrillFileSystem.open(DrillFileSystem.java:137) > ~[drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.store.dfs.DrillFileSystem.openPossiblyCompressedStream(DrillFileSystem.java:721) > ~[drill-java-exec-1.1.0.jar:1.1.0] > at > org.apache.drill.exec.store.easy.json.JSONRecordReader.setup(JSONRecordReader.java:119) > [drill-java-exec-1.1.0.jar:1.1.0] > ... 27 common frames omitted > {code} -- This message was sent by Atlassian JIRA (v6.3.4#6332)