[ https://issues.apache.org/jira/browse/DRILL-3944?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14969756#comment-14969756 ]
Jitendra commented on DRILL-3944: --------------------------------- 0: jdbc:drill:drillbit=localhost> select dir0 from vspace. wspace.`freemate2` where dir0= maxdir('vspace. wspace', 'freemate2'); ------- dir0 ------- ------- No rows selected (0.444 seconds) Then I tried below query also with dir1. select dir1 from vspace. wspace.`freemate2` where dir1 = maxdir('vspace. wspace', 'freemate2'); 2015-10-22 01:03:10,706 [29d7ca30-f074-d8fc-621a-e07adc8e66ff:foreman] INFO o.a.d.e.store.mock.MockStorageEngine - Failure while attempting to check for Parquet metadata file. java.io.IOException: Open failed for file: /vspace/wspace/freemate2/20151005, error: Invalid argument (22) at com.mapr.fs.MapRClientImpl.open(MapRClientImpl.java:212) ~[maprfs-4.1.0-mapr.jar:4.1.0-mapr] at com.mapr.fs.MapRFileSystem.open(MapRFileSystem.java:862) ~[maprfs-4.1.0-mapr.jar:4.1.0-mapr] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:800) ~[hadoop-common-2.5.1-mapr-1503.jar:na] at org.apache.drill.exec.store.dfs.DrillFileSystem.open(DrillFileSystem.java:132) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.dfs.BasicFormatMatcher$MagicStringMatcher.matches(BasicFormatMatcher.java:142) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.dfs.BasicFormatMatcher.isFileReadable(BasicFormatMatcher.java:112) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.parquet.ParquetFormatPlugin$ParquetFormatMatcher.isDirReadable(ParquetFormatPlugin.java:256) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.parquet.ParquetFormatPlugin$ParquetFormatMatcher.isReadable(ParquetFormatPlugin.java:210) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.dfs.WorkspaceSchemaFactory$WorkspaceSchema.create(WorkspaceSchemaFactory.java:326) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.dfs.WorkspaceSchemaFactory$WorkspaceSchema.create(WorkspaceSchemaFactory.java:153) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.ExpandingConcurrentMap.getNewEntry(ExpandingConcurrentMap.java:96) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.ExpandingConcurrentMap.get(ExpandingConcurrentMap.java:90) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.dfs.WorkspaceSchemaFactory$WorkspaceSchema.getTable(WorkspaceSchemaFactory.java:276) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.calcite.jdbc.SimpleCalciteSchema.getTable(SimpleCalciteSchema.java:83) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.CalciteCatalogReader.getTableFrom(CalciteCatalogReader.java:116) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.CalciteCatalogReader.getTable(CalciteCatalogReader.java:99) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.CalciteCatalogReader.getTable(CalciteCatalogReader.java:70) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.EmptyScope.getTableNamespace(EmptyScope.java:75) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.DelegatingScope.getTableNamespace(DelegatingScope.java:124) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.IdentifierNamespace.validateImpl(IdentifierNamespace.java:104) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.AbstractNamespace.validate(AbstractNamespace.java:86) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateNamespace(SqlValidatorImpl.java:877) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateQuery(SqlValidatorImpl.java:863) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateFrom(SqlValidatorImpl.java:2777) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateFrom(SqlValidatorImpl.java:2762) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateSelect(SqlValidatorImpl.java:2985) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SelectNamespace.validateImpl(SelectNamespace.java:60) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.AbstractNamespace.validate(AbstractNamespace.java:86) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateNamespace(SqlValidatorImpl.java:877) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateQuery(SqlValidatorImpl.java:863) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.SqlSelect.validate(SqlSelect.java:210) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateScopedExpression(SqlValidatorImpl.java:837) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validate(SqlValidatorImpl.java:551) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.PlannerImpl.validate(PlannerImpl.java:177) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.PlannerImpl.validateAndGetType(PlannerImpl.java:188) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.validateNode(DefaultSqlHandler.java:447) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.validateAndConvert(DefaultSqlHandler.java:190) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.getPlan(DefaultSqlHandler.java:159) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.DrillSqlWorker.getPlan(DrillSqlWorker.java:178) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.work.foreman.Foreman.runSQL(Foreman.java:905) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.work.foreman.Foreman.run(Foreman.java:244) [drill-java-exec-1.2.0.jar:1.2.0] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) [na:1.7.0_85] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [na:1.7.0_85] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_85] 2015-10-22 01:03:10,846 [29d7ca30-f074-d8fc-621a-e07adc8e66ff:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 271 out of 271 using 16 threads. Time: 98ms total, 5.529230ms avg, 7ms max. 2015-10-22 01:03:10,846 [29d7ca30-f074-d8fc-621a-e07adc8e66ff:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 271 out of 271 using 16 threads. Earliest start: 287.737000 ?s, Latest start: 95719.505000 ?s, Average start: 42816.863782 ?s . 2015-10-22 01:03:10,849 [29d7ca30-f074-d8fc-621a-e07adc8e66ff:foreman] WARN o.a.d.e.p.l.partition.PruneScanRule - Exception while trying to prune partition. org.apache.drill.common.exceptions.DrillRuntimeException: Value for directory cannot be null at org.apache.drill.exec.planner.FileSystemPartitionDescriptor.populatePartitionVectors(FileSystemPartitionDescriptor.java:99) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.logical.partition.PruneScanRule.doOnMatch(PruneScanRule.java:212) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.logical.partition.PruneScanRule$2.onMatch(PruneScanRule.java:130) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.calcite.plan.volcano.VolcanoRuleCall.onMatch(VolcanoRuleCall.java:228) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.plan.volcano.VolcanoPlanner.findBestExp(VolcanoPlanner.java:808) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.tools.Programs$RuleSetProgram.run(Programs.java:303) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.PlannerImpl.transform(PlannerImpl.java:303) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.logicalPlanningVolcanoAndLopt(DefaultSqlHandler.java:545) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.convertToDrel(DefaultSqlHandler.java:213) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.convertToDrel(DefaultSqlHandler.java:248) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.getPlan(DefaultSqlHandler.java:164) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.DrillSqlWorker.getPlan(DrillSqlWorker.java:178) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.work.foreman.Foreman.runSQL(Foreman.java:905) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.work.foreman.Foreman.run(Foreman.java:244) [drill-java-exec-1.2.0.jar:1.2.0] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) [na:1.7.0_85] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [na:1.7.0_85] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_85] 2015-10-22 01:03:10,864 [29d7ca30-f074-d8fc-621a-e07adc8e66ff:foreman] WARN o.a.d.e.p.l.partition.PruneScanRule - Exception while trying to prune partition. org.apache.drill.common.exceptions.DrillRuntimeException: Value for directory cannot be null at org.apache.drill.exec.planner.FileSystemPartitionDescriptor.populatePartitionVectors(FileSystemPartitionDescriptor.java:99) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.logical.partition.PruneScanRule.doOnMatch(PruneScanRule.java:212) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.logical.partition.PruneScanRule$1.onMatch(PruneScanRule.java:103) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.calcite.plan.volcano.VolcanoRuleCall.onMatch(VolcanoRuleCall.java:228) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.plan.volcano.VolcanoPlanner.findBestExp(VolcanoPlanner.java:808) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.tools.Programs$RuleSetProgram.run(Programs.java:303) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.PlannerImpl.transform(PlannerImpl.java:303) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.logicalPlanningVolcanoAndLopt(DefaultSqlHandler.java:545) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.convertToDrel(DefaultSqlHandler.java:213) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.convertToDrel(DefaultSqlHandler.java:248) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.getPlan(DefaultSqlHandler.java:164) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.DrillSqlWorker.getPlan(DrillSqlWorker.java:178) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.work.foreman.Foreman.runSQL(Foreman.java:905) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.work.foreman.Foreman.run(Foreman.java:244) [drill-java-exec-1.2.0.jar:1.2.0] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) [na:1.7.0_85] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [na:1.7.0_85] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_85] 2015-10-22 01:03:10,864 [29d7ca30-f074-d8fc-621a-e07adc8e66ff:foreman] WARN o.a.d.e.p.l.partition.PruneScanRule - Exception while trying to prune partition. org.apache.drill.common.exceptions.DrillRuntimeException: Value for directory cannot be null at org.apache.drill.exec.planner.FileSystemPartitionDescriptor.populatePartitionVectors(FileSystemPartitionDescriptor.java:99) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.logical.partition.PruneScanRule.doOnMatch(PruneScanRule.java:212) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.logical.partition.PruneScanRule$2.onMatch(PruneScanRule.java:130) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.calcite.plan.volcano.VolcanoRuleCall.onMatch(VolcanoRuleCall.java:228) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.plan.volcano.VolcanoPlanner.findBestExp(VolcanoPlanner.java:808) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.tools.Programs$RuleSetProgram.run(Programs.java:303) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.PlannerImpl.transform(PlannerImpl.java:303) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.logicalPlanningVolcanoAndLopt(DefaultSqlHandler.java:545) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.convertToDrel(DefaultSqlHandler.java:213) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.convertToDrel(DefaultSqlHandler.java:248) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.getPlan(DefaultSqlHandler.java:164) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.DrillSqlWorker.getPlan(DrillSqlWorker.java:178) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.work.foreman.Foreman.runSQL(Foreman.java:905) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.work.foreman.Foreman.run(Foreman.java:244) [drill-java-exec-1.2.0.jar:1.2.0] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) [na:1.7.0_85] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [na:1.7.0_85] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_85] 2015-10-22 01:03:10,891 [29d7ca30-f074-d8fc-621a-e07adc8e66ff:frag:0:0] INFO o.a.d.e.w.fragment.FragmentExecutor - 29d7ca30-f074-d8fc-621a-e07adc8e66ff:0:0: State change requested AWAITING_ALLOCATION --> RUNNING 2015-10-22 01:03:10,891 [29d7ca30-f074-d8fc-621a-e07adc8e66ff:frag:0:0] INFO o.a.d.e.w.f.FragmentStatusReporter - 29d7ca30-f074-d8fc-621a-e07adc8e66ff:0:0: State to report: RUNNING 2015-10-22 01:03:11,338 [29d7ca30-f074-d8fc-621a-e07adc8e66ff:frag:0:0] INFO o.a.d.e.vector.complex.fn.JsonReader - User Error Occurred org.apache.drill.common.exceptions.UserException: DATA_READ ERROR: index: 2296, length: 4 (expected: range(0, 64)) Line 575 Column 1344 Field pma$categoryPaths [Error Id: 480f733d-8904-4af6-9ae2-3c5acaeb557c ] at org.apache.drill.common.exceptions.UserException$Builder.build(UserException.java:534) ~[drill-common-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.fn.JsonReader.writeData(JsonReader.java:523) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.fn.JsonReader.writeData(JsonReader.java:304) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.fn.JsonReader.writeDataSwitch(JsonReader.java:241) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.fn.JsonReader.writeToVector(JsonReader.java:179) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.fn.JsonReader.write(JsonReader.java:145) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.easy.json.JSONRecordReader.next(JSONRecordReader.java:181) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.physical.impl.ScanBatch.next(ScanBatch.java:183) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:104) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:94) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractSingleRecordBatch.innerNext(AbstractSingleRecordBatch.java:51) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:147) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:104) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:94) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractSingleRecordBatch.innerNext(AbstractSingleRecordBatch.java:57) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.physical.impl.svremover.RemovingRecordBatch.innerNext(RemovingRecordBatch.java:94) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:147) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:104) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:94) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractSingleRecordBatch.innerNext(AbstractSingleRecordBatch.java:51) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext(ProjectRecordBatch.java:129) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:147) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:83) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.physical.impl.ScreenCreator$ScreenRoot.innerNext(ScreenCreator.java:80) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:73) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:258) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:252) [drill-java-exec-1.2.0.jar:1.2.0] at java.security.AccessController.doPrivileged(Native Method) [na:1.7.0_85] at javax.security.auth.Subject.doAs(Subject.java:415) [na:1.7.0_85] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1566) [hadoop-common-2.5.1-mapr-1503.jar:na] at org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:252) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.common.SelfCleaningRunnable.run(SelfCleaningRunnable.java:38) [drill-common-1.2.0.jar:1.2.0] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) [na:1.7.0_85] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [na:1.7.0_85] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_85] Caused by: java.lang.IndexOutOfBoundsException: index: 2296, length: 4 (expected: range(0, 64)) at io.netty.buffer.DrillBuf.checkIndexD(DrillBuf.java:189) ~[drill-java-exec-1.2.0.jar:4.0.27.Final] at io.netty.buffer.DrillBuf.chk(DrillBuf.java:211) ~[drill-java-exec-1.2.0.jar:4.0.27.Final] at io.netty.buffer.DrillBuf.getInt(DrillBuf.java:491) ~[drill-java-exec-1.2.0.jar:4.0.27.Final] at org.apache.drill.exec.vector.UInt4Vector$Accessor.get(UInt4Vector.java:364) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.BaseRepeatedValueVector$BaseRepeatedMutator.startNewValue(BaseRepeatedValueVector.java:237) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.impl.RepeatedVarCharWriterImpl.setPosition(RepeatedVarCharWriterImpl.java:157) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.impl.SingleListWriter.varChar(SingleListWriter.java:768) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.fn.JsonReader.handleString(JsonReader.java:463) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.fn.JsonReader.writeData(JsonReader.java:514) [drill-java-exec-1.2.0.jar:1.2.0] ... 33 common frames omitted 2015-10-22 01:03:11,339 [29d7ca30-f074-d8fc-621a-e07adc8e66ff:frag:0:0] INFO o.a.d.e.w.fragment.FragmentExecutor - 29d7ca30-f074-d8fc-621a-e07adc8e66ff:0:0: State change requested RUNNING --> FAILED 2015-10-22 01:03:11,339 [29d7ca30-f074-d8fc-621a-e07adc8e66ff:frag:0:0] INFO o.a.d.e.w.fragment.FragmentExecutor - 29d7ca30-f074-d8fc-621a-e07adc8e66ff:0:0: State change requested FAILED --> FINISHED 2015-10-22 01:03:11,355 [BitServer-4] WARN o.a.drill.exec.work.foreman.Foreman - Dropping request to move to COMPLETED state as query is already at FAILED state (which is terminal). 2015-10-22 01:03:11,355 [BitServer-4] WARN o.a.d.e.w.b.ControlMessageHandler - Dropping request to cancel fragment. 29d7ca30-f074-d8fc-621a-e07adc8e66ff:0:0 does not exist. 2015-10-22 01:06:21,709 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.store.mock.MockStorageEngine - Failure while attempting to check for Parquet metadata file. java.io.IOException: Open failed for file: /vspace/wspace/freemate2/20151005, error: Invalid argument (22) at com.mapr.fs.MapRClientImpl.open(MapRClientImpl.java:212) ~[maprfs-4.1.0-mapr.jar:4.1.0-mapr] at com.mapr.fs.MapRFileSystem.open(MapRFileSystem.java:862) ~[maprfs-4.1.0-mapr.jar:4.1.0-mapr] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:800) ~[hadoop-common-2.5.1-mapr-1503.jar:na] at org.apache.drill.exec.store.dfs.DrillFileSystem.open(DrillFileSystem.java:132) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.dfs.BasicFormatMatcher$MagicStringMatcher.matches(BasicFormatMatcher.java:142) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.dfs.BasicFormatMatcher.isFileReadable(BasicFormatMatcher.java:112) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.parquet.ParquetFormatPlugin$ParquetFormatMatcher.isDirReadable(ParquetFormatPlugin.java:256) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.parquet.ParquetFormatPlugin$ParquetFormatMatcher.isReadable(ParquetFormatPlugin.java:210) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.dfs.WorkspaceSchemaFactory$WorkspaceSchema.create(WorkspaceSchemaFactory.java:326) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.dfs.WorkspaceSchemaFactory$WorkspaceSchema.create(WorkspaceSchemaFactory.java:153) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.ExpandingConcurrentMap.getNewEntry(ExpandingConcurrentMap.java:96) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.ExpandingConcurrentMap.get(ExpandingConcurrentMap.java:90) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.dfs.WorkspaceSchemaFactory$WorkspaceSchema.getTable(WorkspaceSchemaFactory.java:276) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.calcite.jdbc.SimpleCalciteSchema.getTable(SimpleCalciteSchema.java:83) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.CalciteCatalogReader.getTableFrom(CalciteCatalogReader.java:116) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.CalciteCatalogReader.getTable(CalciteCatalogReader.java:99) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.CalciteCatalogReader.getTable(CalciteCatalogReader.java:70) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.EmptyScope.getTableNamespace(EmptyScope.java:75) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.DelegatingScope.getTableNamespace(DelegatingScope.java:124) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.IdentifierNamespace.validateImpl(IdentifierNamespace.java:104) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.AbstractNamespace.validate(AbstractNamespace.java:86) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateNamespace(SqlValidatorImpl.java:877) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateQuery(SqlValidatorImpl.java:863) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateFrom(SqlValidatorImpl.java:2777) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateFrom(SqlValidatorImpl.java:2762) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateSelect(SqlValidatorImpl.java:2985) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SelectNamespace.validateImpl(SelectNamespace.java:60) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.AbstractNamespace.validate(AbstractNamespace.java:86) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateNamespace(SqlValidatorImpl.java:877) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateQuery(SqlValidatorImpl.java:863) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.SqlSelect.validate(SqlSelect.java:210) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateScopedExpression(SqlValidatorImpl.java:837) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validate(SqlValidatorImpl.java:551) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.PlannerImpl.validate(PlannerImpl.java:177) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.PlannerImpl.validateAndGetType(PlannerImpl.java:188) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.validateNode(DefaultSqlHandler.java:447) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.validateAndConvert(DefaultSqlHandler.java:190) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.getPlan(DefaultSqlHandler.java:159) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.DrillSqlWorker.getPlan(DrillSqlWorker.java:178) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.work.foreman.Foreman.runSQL(Foreman.java:905) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.work.foreman.Foreman.run(Foreman.java:244) [drill-java-exec-1.2.0.jar:1.2.0] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) [na:1.7.0_85] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [na:1.7.0_85] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_85] 2015-10-22 01:06:21,808 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 271 out of 271 using 16 threads. Time: 62ms total, 3.399501ms avg, 6ms max. 2015-10-22 01:06:21,809 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 271 out of 271 using 16 threads. Earliest start: 280.617000 ?s, Latest start: 60111.542000 ?s, Average start: 28670.851731 ?s . 2015-10-22 01:06:21,833 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.p.l.partition.PruneScanRule - Pruned 271 partitions down to 1 2015-10-22 01:06:21,835 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 1 out of 1 using 1 threads. Time: 0ms total, 0.699416ms avg, 0ms max. 2015-10-22 01:06:21,835 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 1 out of 1 using 1 threads. Earliest start: 1.804000 ?s, Latest start: 1.804000 ?s, Average start: 1.804000 ?s . 2015-10-22 01:06:21,865 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.p.l.partition.PruneScanRule - Pruned 271 partitions down to 1 2015-10-22 01:06:21,867 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 1 out of 1 using 1 threads. Time: 0ms total, 0.619793ms avg, 0ms max. 2015-10-22 01:06:21,867 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 1 out of 1 using 1 threads. Earliest start: 1.571000 ?s, Latest start: 1.571000 ?s, Average start: 1.571000 ?s . 2015-10-22 01:06:21,912 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.p.l.partition.PruneScanRule - Pruned 271 partitions down to 1 2015-10-22 01:06:21,914 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 1 out of 1 using 1 threads. Time: 0ms total, 0.665073ms avg, 0ms max. 2015-10-22 01:06:21,914 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 1 out of 1 using 1 threads. Earliest start: 2.138000 ?s, Latest start: 2.138000 ?s, Average start: 2.138000 ?s . 2015-10-22 01:06:21,934 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.p.l.partition.PruneScanRule - Pruned 271 partitions down to 1 2015-10-22 01:06:21,936 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 1 out of 1 using 1 threads. Time: 0ms total, 0.603936ms avg, 0ms max. 2015-10-22 01:06:21,936 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 1 out of 1 using 1 threads. Earliest start: 1.584000 ?s, Latest start: 1.584000 ?s, Average start: 1.584000 ?s . 2015-10-22 01:06:21,954 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.p.l.partition.PruneScanRule - Pruned 271 partitions down to 1 2015-10-22 01:06:21,956 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 1 out of 1 using 1 threads. Time: 0ms total, 0.605460ms avg, 0ms max. 2015-10-22 01:06:21,956 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 1 out of 1 using 1 threads. Earliest start: 1.596000 ?s, Latest start: 1.596000 ?s, Average start: 1.596000 ?s . 2015-10-22 01:06:21,974 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.p.l.partition.PruneScanRule - Pruned 271 partitions down to 1 2015-10-22 01:06:21,976 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 1 out of 1 using 1 threads. Time: 0ms total, 0.606481ms avg, 0ms max. 2015-10-22 01:06:21,976 [29d7c971-b7e4-73d1-eed4-ef563dd41296:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 1 out of 1 using 1 threads. Earliest start: 1.588000 ?s, Latest start: 1.588000 ?s, Average start: 1.588000 ?s . 2015-10-22 01:06:21,990 [29d7c971-b7e4-73d1-eed4-ef563dd41296:frag:0:0] INFO o.a.d.e.w.fragment.FragmentExecutor - 29d7c971-b7e4-73d1-eed4-ef563dd41296:0:0: State change requested AWAITING_ALLOCATION --> RUNNING 2015-10-22 01:06:21,990 [29d7c971-b7e4-73d1-eed4-ef563dd41296:frag:0:0] INFO o.a.d.e.w.f.FragmentStatusReporter - 29d7c971-b7e4-73d1-eed4-ef563dd41296:0:0: State to report: RUNNING 2015-10-22 01:06:22,015 [29d7c971-b7e4-73d1-eed4-ef563dd41296:frag:0:0] INFO o.a.d.e.w.fragment.FragmentExecutor - 29d7c971-b7e4-73d1-eed4-ef563dd41296:0:0: State change requested RUNNING --> FINISHED 2015-10-22 01:06:22,015 [29d7c971-b7e4-73d1-eed4-ef563dd41296:frag:0:0] INFO o.a.d.e.w.f.FragmentStatusReporter - 29d7c971-b7e4-73d1-eed4-ef563dd41296:0:0: State to report: FINISHED 2015-10-22 01:07:57,382 [29d7c911-a495-766b-d4aa-b8cf6724aaf8:foreman] INFO o.a.d.e.store.mock.MockStorageEngine - Failure while attempting to check for Parquet metadata file. java.io.IOException: Open failed for file: /vspace/wspace/freemate2/20151005, error: Invalid argument (22) at com.mapr.fs.MapRClientImpl.open(MapRClientImpl.java:212) ~[maprfs-4.1.0-mapr.jar:4.1.0-mapr] at com.mapr.fs.MapRFileSystem.open(MapRFileSystem.java:862) ~[maprfs-4.1.0-mapr.jar:4.1.0-mapr] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:800) ~[hadoop-common-2.5.1-mapr-1503.jar:na] at org.apache.drill.exec.store.dfs.DrillFileSystem.open(DrillFileSystem.java:132) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.dfs.BasicFormatMatcher$MagicStringMatcher.matches(BasicFormatMatcher.java:142) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.dfs.BasicFormatMatcher.isFileReadable(BasicFormatMatcher.java:112) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.parquet.ParquetFormatPlugin$ParquetFormatMatcher.isDirReadable(ParquetFormatPlugin.java:256) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.parquet.ParquetFormatPlugin$ParquetFormatMatcher.isReadable(ParquetFormatPlugin.java:210) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.dfs.WorkspaceSchemaFactory$WorkspaceSchema.create(WorkspaceSchemaFactory.java:326) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.dfs.WorkspaceSchemaFactory$WorkspaceSchema.create(WorkspaceSchemaFactory.java:153) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.ExpandingConcurrentMap.getNewEntry(ExpandingConcurrentMap.java:96) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.ExpandingConcurrentMap.get(ExpandingConcurrentMap.java:90) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.dfs.WorkspaceSchemaFactory$WorkspaceSchema.getTable(WorkspaceSchemaFactory.java:276) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.calcite.jdbc.SimpleCalciteSchema.getTable(SimpleCalciteSchema.java:83) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.CalciteCatalogReader.getTableFrom(CalciteCatalogReader.java:116) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.CalciteCatalogReader.getTable(CalciteCatalogReader.java:99) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.CalciteCatalogReader.getTable(CalciteCatalogReader.java:70) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.EmptyScope.getTableNamespace(EmptyScope.java:75) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.DelegatingScope.getTableNamespace(DelegatingScope.java:124) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.IdentifierNamespace.validateImpl(IdentifierNamespace.java:104) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.AbstractNamespace.validate(AbstractNamespace.java:86) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateNamespace(SqlValidatorImpl.java:877) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateQuery(SqlValidatorImpl.java:863) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateFrom(SqlValidatorImpl.java:2777) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateFrom(SqlValidatorImpl.java:2762) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateSelect(SqlValidatorImpl.java:2985) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SelectNamespace.validateImpl(SelectNamespace.java:60) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.AbstractNamespace.validate(AbstractNamespace.java:86) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateNamespace(SqlValidatorImpl.java:877) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateQuery(SqlValidatorImpl.java:863) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.SqlSelect.validate(SqlSelect.java:210) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validateScopedExpression(SqlValidatorImpl.java:837) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.sql.validate.SqlValidatorImpl.validate(SqlValidatorImpl.java:551) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.PlannerImpl.validate(PlannerImpl.java:177) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.calcite.prepare.PlannerImpl.validateAndGetType(PlannerImpl.java:188) [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.validateNode(DefaultSqlHandler.java:447) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.validateAndConvert(DefaultSqlHandler.java:190) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.getPlan(DefaultSqlHandler.java:159) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.planner.sql.DrillSqlWorker.getPlan(DrillSqlWorker.java:178) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.work.foreman.Foreman.runSQL(Foreman.java:905) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.work.foreman.Foreman.run(Foreman.java:244) [drill-java-exec-1.2.0.jar:1.2.0] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) [na:1.7.0_85] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [na:1.7.0_85] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_85] 2015-10-22 01:07:57,484 [29d7c911-a495-766b-d4aa-b8cf6724aaf8:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 271 out of 271 using 16 threads. Time: 74ms total, 4.104277ms avg, 5ms max. 2015-10-22 01:07:57,484 [29d7c911-a495-766b-d4aa-b8cf6724aaf8:foreman] INFO o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 271 out of 271 using 16 threads. Earliest start: 237.655000 ?s, Latest start: 70902.231000 ?s, Average start: 33195.351697 ?s . 2015-10-22 01:07:57,526 [29d7c911-a495-766b-d4aa-b8cf6724aaf8:frag:0:0] INFO o.a.d.e.w.fragment.FragmentExecutor - 29d7c911-a495-766b-d4aa-b8cf6724aaf8:0:0: State change requested AWAITING_ALLOCATION --> RUNNING 2015-10-22 01:07:57,526 [29d7c911-a495-766b-d4aa-b8cf6724aaf8:frag:0:0] INFO o.a.d.e.w.f.FragmentStatusReporter - 29d7c911-a495-766b-d4aa-b8cf6724aaf8:0:0: State to report: RUNNING 2015-10-22 01:07:57,528 [29d7c911-a495-766b-d4aa-b8cf6724aaf8:frag:0:0] WARN o.a.d.e.e.ExpressionTreeMaterializer - Unable to find value vector of path `dir01`, returning null instance. 2015-10-22 01:07:57,552 [29d7c911-a495-766b-d4aa-b8cf6724aaf8:frag:0:0] WARN o.a.d.e.e.ExpressionTreeMaterializer - Unable to find value vector of path `dir01`, returning null instance. 2015-10-22 01:07:57,569 [29d7c911-a495-766b-d4aa-b8cf6724aaf8:frag:0:0] WARN o.a.d.e.e.ExpressionTreeMaterializer - Unable to find value vector of path `dir01`, returning null instance. 2015-10-22 01:07:57,998 [29d7c911-a495-766b-d4aa-b8cf6724aaf8:frag:0:0] INFO o.a.d.e.vector.complex.fn.JsonReader - User Error Occurred org.apache.drill.common.exceptions.UserException: DATA_READ ERROR: index: 2296, length: 4 (expected: range(0, 64)) Line 575 Column 1344 Field pma$categoryPaths [Error Id: c66c6cfc-4e36-4bf1-bb62-fda01cdb9317 ] at org.apache.drill.common.exceptions.UserException$Builder.build(UserException.java:534) ~[drill-common-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.fn.JsonReader.writeData(JsonReader.java:523) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.fn.JsonReader.writeData(JsonReader.java:304) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.fn.JsonReader.writeDataSwitch(JsonReader.java:241) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.fn.JsonReader.writeToVector(JsonReader.java:179) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.fn.JsonReader.write(JsonReader.java:145) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.store.easy.json.JSONRecordReader.next(JSONRecordReader.java:181) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.physical.impl.ScanBatch.next(ScanBatch.java:183) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:104) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:94) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractSingleRecordBatch.innerNext(AbstractSingleRecordBatch.java:51) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:147) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:104) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:94) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractSingleRecordBatch.innerNext(AbstractSingleRecordBatch.java:57) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.physical.impl.svremover.RemovingRecordBatch.innerNext(RemovingRecordBatch.java:94) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:147) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:104) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:94) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractSingleRecordBatch.innerNext(AbstractSingleRecordBatch.java:51) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext(ProjectRecordBatch.java:129) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:147) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:83) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.physical.impl.ScreenCreator$ScreenRoot.innerNext(ScreenCreator.java:80) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:73) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:258) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:252) [drill-java-exec-1.2.0.jar:1.2.0] at java.security.AccessController.doPrivileged(Native Method) [na:1.7.0_85] at javax.security.auth.Subject.doAs(Subject.java:415) [na:1.7.0_85] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1566) [hadoop-common-2.5.1-mapr-1503.jar:na] at org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:252) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.common.SelfCleaningRunnable.run(SelfCleaningRunnable.java:38) [drill-common-1.2.0.jar:1.2.0] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) [na:1.7.0_85] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [na:1.7.0_85] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_85] Caused by: java.lang.IndexOutOfBoundsException: index: 2296, length: 4 (expected: range(0, 64)) at io.netty.buffer.DrillBuf.checkIndexD(DrillBuf.java:189) ~[drill-java-exec-1.2.0.jar:4.0.27.Final] at io.netty.buffer.DrillBuf.chk(DrillBuf.java:211) ~[drill-java-exec-1.2.0.jar:4.0.27.Final] at io.netty.buffer.DrillBuf.getInt(DrillBuf.java:491) ~[drill-java-exec-1.2.0.jar:4.0.27.Final] at org.apache.drill.exec.vector.UInt4Vector$Accessor.get(UInt4Vector.java:364) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.BaseRepeatedValueVector$BaseRepeatedMutator.startNewValue(BaseRepeatedValueVector.java:237) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.impl.RepeatedVarCharWriterImpl.setPosition(RepeatedVarCharWriterImpl.java:157) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.impl.SingleListWriter.varChar(SingleListWriter.java:768) ~[drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.fn.JsonReader.handleString(JsonReader.java:463) [drill-java-exec-1.2.0.jar:1.2.0] at org.apache.drill.exec.vector.complex.fn.JsonReader.writeData(JsonReader.java:514) [drill-java-exec-1.2.0.jar:1.2.0] ... 33 common frames omitted 2015-10-22 01:07:57,998 [29d7c911-a495-766b-d4aa-b8cf6724aaf8:frag:0:0] INFO o.a.d.e.w.fragment.FragmentExecutor - 29d7c911-a495-766b-d4aa-b8cf6724aaf8:0:0: State change requested RUNNING --> FAILED 2015-10-22 01:07:57,998 [29d7c911-a495-766b-d4aa-b8cf6724aaf8:frag:0:0] INFO o.a.d.e.w.fragment.FragmentExecutor - 29d7c911-a495-766b-d4aa-b8cf6724aaf8:0:0: State change requested FAILED --> FINISHED 2015-10-22 01:07:58,012 [BitServer-4] WARN o.a.drill.exec.work.foreman.Foreman - Dropping request to move to COMPLETED state as query is already at FAILED state (which is terminal). 2015-10-22 01:07:58,012 [BitServer-4] WARN o.a.d.e.w.b.ControlMessageHandler - Dropping request to cancel fragment. 29d7c911-a495-766b-d4aa-b8cf6724aaf8:0:0 does not exist. > Drill MAXDIR Unknown variable or type "FILE_SEPARATOR" > ------------------------------------------------------ > > Key: DRILL-3944 > URL: https://issues.apache.org/jira/browse/DRILL-3944 > Project: Apache Drill > Issue Type: Bug > Affects Versions: 1.2.0 > Environment: 1.2.0 > Reporter: Jitendra > Assignee: Jason Altekruse > > We are facing issue with MAXDIR function, below is the query we are using to > reproduce this issue. > 0: jdbc:drill:drillbit=localhost> select maxdir('vspace.wspace', 'freemat2') > from vspace.wspace.`freemat2`; > Error: SYSTEM ERROR: CompileException: Line 75, Column 70: Unknown variable > or type "FILE_SEPARATOR" > Fragment 0:0 > [Error Id: d17c6e48-554d-4934-bc4d-783ca3dc6f51 on 10.10.99.71:31010] > (state=,code=0); > Below are the drillbit logs. > 2015-10-09 21:26:21,972 [29e7cf02-02bf-b007-72f2-52c67c80ea1c:frag:0:0] INFO > o.a.d.e.w.fragment.FragmentExecutor - > 29e7cf02-02bf-b007-72f2-52c67c80ea1c:0:0: State change requested > AWAITING_ALLOCATION --> RUNNING > 2015-10-09 21:26:21,972 [29e7cf02-02bf-b007-72f2-52c67c80ea1c:frag:0:0] INFO > o.a.d.e.w.f.FragmentStatusReporter - > 29e7cf02-02bf-b007-72f2-52c67c80ea1c:0:0: State to report: RUNNING > 2015-10-09 21:26:22,038 [29e7cf02-02bf-b007-72f2-52c67c80ea1c:frag:0:0] INFO > o.a.d.e.w.fragment.FragmentExecutor - > 29e7cf02-02bf-b007-72f2-52c67c80ea1c:0:0: State change requested RUNNING --> > FINISHED > 2015-10-09 21:26:22,039 [29e7cf02-02bf-b007-72f2-52c67c80ea1c:frag:0:0] INFO > o.a.d.e.w.f.FragmentStatusReporter - > 29e7cf02-02bf-b007-72f2-52c67c80ea1c:0:0: State to report: FINISHED > 2015-10-09 21:29:59,281 [29e7ce27-9cad-9d8a-a482-39f54cc7deda:foreman] INFO > o.a.d.e.store.mock.MockStorageEngine - Failure while attempting to check for > Parquet metadata file. > java.io.IOException: Open failed for file: /vspace/wspace/freemat2/20151005, > error: Invalid argument (22) > at com.mapr.fs.MapRClientImpl.open(MapRClientImpl.java:212) > ~[maprfs-4.1.0-mapr.jar:4.1.0-mapr] > at com.mapr.fs.MapRFileSystem.open(MapRFileSystem.java:862) > ~[maprfs-4.1.0-mapr.jar:4.1.0-mapr] > at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:800) > ~[hadoop-common-2.5.1-mapr-1503.jar:na] > at > org.apache.drill.exec.store.dfs.DrillFileSystem.open(DrillFileSystem.java:132) > ~[drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.store.dfs.BasicFormatMatcher$MagicStringMatcher.matches(BasicFormatMatcher.java:142) > ~[drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.store.dfs.BasicFormatMatcher.isFileReadable(BasicFormatMatcher.java:112) > ~[drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.store.parquet.ParquetFormatPlugin$ParquetFormatMatcher.isDirReadable(ParquetFormatPlugin.java:256) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.store.parquet.ParquetFormatPlugin$ParquetFormatMatcher.isReadable(ParquetFormatPlugin.java:210) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.store.dfs.WorkspaceSchemaFactory$WorkspaceSchema.create(WorkspaceSchemaFactory.java:326) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.store.dfs.WorkspaceSchemaFactory$WorkspaceSchema.create(WorkspaceSchemaFactory.java:153) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.planner.sql.ExpandingConcurrentMap.getNewEntry(ExpandingConcurrentMap.java:96) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.planner.sql.ExpandingConcurrentMap.get(ExpandingConcurrentMap.java:90) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.store.dfs.WorkspaceSchemaFactory$WorkspaceSchema.getTable(WorkspaceSchemaFactory.java:276) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.calcite.jdbc.SimpleCalciteSchema.getTable(SimpleCalciteSchema.java:83) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.prepare.CalciteCatalogReader.getTableFrom(CalciteCatalogReader.java:116) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.prepare.CalciteCatalogReader.getTable(CalciteCatalogReader.java:99) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.prepare.CalciteCatalogReader.getTable(CalciteCatalogReader.java:70) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.sql.validate.EmptyScope.getTableNamespace(EmptyScope.java:75) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.sql.validate.DelegatingScope.getTableNamespace(DelegatingScope.java:124) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.sql.validate.IdentifierNamespace.validateImpl(IdentifierNamespace.java:104) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.sql.validate.AbstractNamespace.validate(AbstractNamespace.java:86) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.sql.validate.SqlValidatorImpl.validateNamespace(SqlValidatorImpl.java:877) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.sql.validate.SqlValidatorImpl.validateQuery(SqlValidatorImpl.java:863) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.sql.validate.SqlValidatorImpl.validateFrom(SqlValidatorImpl.java:2777) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.sql.validate.SqlValidatorImpl.validateFrom(SqlValidatorImpl.java:2762) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.sql.validate.SqlValidatorImpl.validateSelect(SqlValidatorImpl.java:2985) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.sql.validate.SelectNamespace.validateImpl(SelectNamespace.java:60) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.sql.validate.AbstractNamespace.validate(AbstractNamespace.java:86) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.sql.validate.SqlValidatorImpl.validateNamespace(SqlValidatorImpl.java:877) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.sql.validate.SqlValidatorImpl.validateQuery(SqlValidatorImpl.java:863) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at org.apache.calcite.sql.SqlSelect.validate(SqlSelect.java:210) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.sql.validate.SqlValidatorImpl.validateScopedExpression(SqlValidatorImpl.java:837) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.sql.validate.SqlValidatorImpl.validate(SqlValidatorImpl.java:551) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at org.apache.calcite.prepare.PlannerImpl.validate(PlannerImpl.java:177) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.calcite.prepare.PlannerImpl.validateAndGetType(PlannerImpl.java:188) > [calcite-core-1.4.0-drill-r5.jar:1.4.0-drill-r5] > at > org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.validateNode(DefaultSqlHandler.java:447) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.validateAndConvert(DefaultSqlHandler.java:190) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.getPlan(DefaultSqlHandler.java:159) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.planner.sql.DrillSqlWorker.getPlan(DrillSqlWorker.java:178) > [drill-java-exec-1.2.0.jar:1.2.0] > at org.apache.drill.exec.work.foreman.Foreman.runSQL(Foreman.java:905) > [drill-java-exec-1.2.0.jar:1.2.0] > at org.apache.drill.exec.work.foreman.Foreman.run(Foreman.java:244) > [drill-java-exec-1.2.0.jar:1.2.0] > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) > [na:1.7.0_85] > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) > [na:1.7.0_85] > at java.lang.Thread.run(Thread.java:745) [na:1.7.0_85] > 2015-10-09 21:29:59,429 [29e7ce27-9cad-9d8a-a482-39f54cc7deda:foreman] INFO > o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 271 out of 271 > using 16 threads. Time: 108ms total, 5.771793ms avg, 9ms max. > 2015-10-09 21:29:59,432 [29e7ce27-9cad-9d8a-a482-39f54cc7deda:foreman] INFO > o.a.d.e.s.schedule.BlockMapBuilder - Get block maps: Executed 271 out of 271 > using 16 threads. Earliest start: 292.413000 ?s, Latest start: 103175.999000 > ?s, Average start: 48766.137229 ?s . > 2015-10-09 21:29:59,541 [29e7ce27-9cad-9d8a-a482-39f54cc7deda:frag:0:0] INFO > o.a.d.e.w.fragment.FragmentExecutor - > 29e7ce27-9cad-9d8a-a482-39f54cc7deda:0:0: State change requested > AWAITING_ALLOCATION --> RUNNING > 2015-10-09 21:29:59,542 [29e7ce27-9cad-9d8a-a482-39f54cc7deda:frag:0:0] INFO > o.a.d.e.w.f.FragmentStatusReporter - > 29e7ce27-9cad-9d8a-a482-39f54cc7deda:0:0: State to report: RUNNING > 2015-10-09 21:29:59,571 [29e7ce27-9cad-9d8a-a482-39f54cc7deda:frag:0:0] ERROR > o.a.d.e.r.AbstractSingleRecordBatch - Failure during query > org.apache.drill.exec.exception.SchemaChangeException: Failure while > attempting to load generated class > at > org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.setupNewSchema(ProjectRecordBatch.java:445) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.record.AbstractSingleRecordBatch.innerNext(AbstractSingleRecordBatch.java:78) > ~[drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext(ProjectRecordBatch.java:129) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:147) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:83) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.physical.impl.ScreenCreator$ScreenRoot.innerNext(ScreenCreator.java:80) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:73) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:258) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:252) > [drill-java-exec-1.2.0.jar:1.2.0] > at java.security.AccessController.doPrivileged(Native Method) [na:1.7.0_85] > at javax.security.auth.Subject.doAs(Subject.java:415) [na:1.7.0_85] > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1566) > [hadoop-common-2.5.1-mapr-1503.jar:na] > at > org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:252) > [drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.common.SelfCleaningRunnable.run(SelfCleaningRunnable.java:38) > [drill-common-1.2.0.jar:1.2.0] > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) > [na:1.7.0_85] > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) > [na:1.7.0_85] > at java.lang.Thread.run(Thread.java:745) [na:1.7.0_85] > Caused by: org.apache.drill.exec.exception.ClassTransformationException: > java.util.concurrent.ExecutionException: > org.apache.drill.exec.exception.ClassTransformationException: Failure > generating transformation classes for value: > ..... > ...... > at > org.apache.drill.exec.compile.CodeCompiler.getImplementationClass(CodeCompiler.java:72) > ~[drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.compile.CodeCompiler.getImplementationClass(CodeCompiler.java:58) > ~[drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.ops.FragmentContext.getImplementationClass(FragmentContext.java:299) > ~[drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.setupNewSchema(ProjectRecordBatch.java:442) > [drill-java-exec-1.2.0.jar:1.2.0] > ... 16 common frames omitted > Caused by: java.util.concurrent.ExecutionException: > org.apache.drill.exec.exception.ClassTransformationException: Failure > generating transformation classes for value: > package org.apache.drill.exec.test.generated; > import io.netty.buffer.DrillBuf; > import org.apache.drill.exec.exception.SchemaChangeException; > import org.apache.drill.exec.expr.holders.VarCharHolder; > import org.apache.drill.exec.ops.FragmentContext; > import org.apache.drill.exec.record.RecordBatch; > import org.apache.drill.exec.store.PartitionExplorer; > import org.apache.drill.exec.vector.ValueHolderHelper; > import org.apache.drill.exec.vector.VarCharVector; > public class ProjectorGen7 { > DrillBuf work0; > PartitionExplorer work1; > VarCharHolder string2; > VarCharHolder string3; > VarCharHolder constant5; > VarCharVector vv6; > while (partitionIterator.hasNext()) { > curr = (String) partitionIterator.next(); > if (subPartitionStr.compareTo(curr) < 0) { subPartitionStr = curr; } > at > org.apache.drill.exec.compile.CodeCompiler.getImplementationClass(CodeCompiler.java:65) > ~[drill-java-exec-1.2.0.jar:1.2.0] > ... 19 common frames omitted > Caused by: org.apache.drill.exec.exception.ClassTransformationException: > Failure generating transformation classes for value: > package org.apache.drill.exec.test.generated; > ............... > .............. > at > org.apache.drill.exec.compile.ClassTransformer.getImplementationClass(ClassTransformer.java:304) > ~[drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.compile.CodeCompiler$Loader.load(CodeCompiler.java:80) > ~[drill-java-exec-1.2.0.jar:1.2.0] > at > org.apache.drill.exec.compile.CodeCompiler$Loader.load(CodeCompiler.java:76) > ~[drill-java-exec-1.2.0.jar:1.2.0] > at > com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3599) > ~[guava-14.0.1.jar:na] > at com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2379) > ~[guava-14.0.1.jar:na] > ... 25 common frames omitted > Caused by: org.codehaus.commons.compiler.CompileException: Line 75, Column > 70: Unknown variable or type "FILE_SEPARATOR" > at org.codehaus.janino.UnitCompiler.compileError(UnitCompiler.java:10056) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.getType2(UnitCompiler.java:5377) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.access$12300(UnitCompiler.java:182) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler$16.visitPackage(UnitCompiler.java:5097) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.Java$Package.accept(Java.java:3168) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.getType(UnitCompiler.java:5141) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.getType2(UnitCompiler.java:5372) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.access$15400(UnitCompiler.java:182) > ~[janino-2.7.4.jar:2.7.4] > at > org.codehaus.janino.UnitCompiler$16.visitAmbiguousName(UnitCompiler.java:5131) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.Java$AmbiguousName.accept(Java.java:3139) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.getType(UnitCompiler.java:5141) > ~[janino-2.7.4.jar:2.7.4] > at > org.codehaus.janino.UnitCompiler.findMostSpecificIInvocable(UnitCompiler.java:7440) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.findIMethod(UnitCompiler.java:7336) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.findIMethod(UnitCompiler.java:7239) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.compileGet2(UnitCompiler.java:3860) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.access$6900(UnitCompiler.java:182) > ~[janino-2.7.4.jar:2.7.4] > at > org.codehaus.janino.UnitCompiler$10.visitMethodInvocation(UnitCompiler.java:3261) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.Java$MethodInvocation.accept(Java.java:3978) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.compileGet(UnitCompiler.java:3288) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.compileGetValue(UnitCompiler.java:4354) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:1835) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.access$2000(UnitCompiler.java:182) > ~[janino-2.7.4.jar:2.7.4] > at > org.codehaus.janino.UnitCompiler$4.visitLocalVariableDeclarationStatement(UnitCompiler.java:949) > ~[janino-2.7.4.jar:2.7.4] > at > org.codehaus.janino.Java$LocalVariableDeclarationStatement.accept(Java.java:2512) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:962) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.compileStatements(UnitCompiler.java:1004) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:989) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.access$1000(UnitCompiler.java:182) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler$4.visitBlock(UnitCompiler.java:939) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.Java$Block.accept(Java.java:2005) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:962) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:1327) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.access$900(UnitCompiler.java:182) > ~[janino-2.7.4.jar:2.7.4] > at > org.codehaus.janino.UnitCompiler$4.visitLabeledStatement(UnitCompiler.java:938) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.Java$LabeledStatement.accept(Java.java:1966) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:962) > ~[janino-2.7.4.jar:2.7.4] > at org.codehaus.janino.UnitCompiler.compileStatements(UnitCompiler.java:1004) > ~[janino-2.7.4.jar:2.7.4] > ------------------------------------------------------------------------------------------------------------------------------------ -- This message was sent by Atlassian JIRA (v6.3.4#6332)