Steven Jacobs created ASTERIXDB-1290:
----------------------------------------
Summary: Index Join Query fails to complete on Single Machine
Instance
Key: ASTERIXDB-1290
URL: https://issues.apache.org/jira/browse/ASTERIXDB-1290
Project: Apache AsterixDB
Issue Type: Bug
Reporter: Steven Jacobs
I am having a simple retree index join fail to complete on my machine. Unless I
am missing something, it seems that this job shouldn't be big enough to
overwhelm my machine, and the error seems to be unrelated to overflows. I am
including the AQL, plan, and error trace.
drop dataverse channels if exists;
create dataverse channels;
use dataverse channels;
create type UserLocation as closed {
recordId: uuid,
location: point,
user-id: string,
timeoffset: float
}
create type EmergencyShelter as closed {
name: string,
location: point
}
create type EmergencyReport as closed {
reportId: uuid,
severity: int,
impactZone: circle,
timeoffset: float,
duration: float,
message: string,
emergencyType: string
}
create dataset UserLocations(UserLocation)
primary key recordId autogenerated;
create dataset EmergencyShelters(EmergencyShelter)
primary key name;
create dataset EmergencyReports(EmergencyReport)
primary key reportId autogenerated;
create index locs on EmergencyReports(impactZone) type rtree;
load dataset UserLocations using localfs
(("path"="asterix_nc1:///Users/stevenjacobs/Desktop/EmergencyDataset/UserLocations.adm"),("format"="adm"));
load dataset EmergencyShelters using
localfs(("path"="asterix_nc1:///Users/stevenjacobs/Desktop/EmergencyDataset/EmergencyShelters.adm"),("format"="adm"));
load dataset EmergencyReports using
localfs(("path"="asterix_nc1:///Users/stevenjacobs/Desktop/EmergencyDataset/EmergencyReports.adm"),("format"="adm"));
for $report in dataset EmergencyReports
for $location in dataset UserLocations
where spatial-intersect($report.impactZone, $location.location)
return {
"message":$report.message,
"user at":$location.location,
"emergency at":$report.impactZone,
"type":$report.emergencyType
}
distribute result [%0->$$7]
-- DISTRIBUTE_RESULT |PARTITIONED|
exchange
-- ONE_TO_ONE_EXCHANGE |PARTITIONED|
project ([$$7])
-- STREAM_PROJECT |PARTITIONED|
assign [$$7] <- [function-call: asterix:closed-record-constructor,
Args:[AString: {message}, function-call: asterix:field-access-by-index,
Args:[%0->$$0, AInt32: {5}], AString: {user at}, %0->$$12, AString: {emergency
at}, %0->$$13, AString: {type}, function-call: asterix:field-access-by-index,
Args:[%0->$$0, AInt32: {6}]]]
-- ASSIGN |PARTITIONED|
select (function-call: asterix:spatial-intersect, Args:[%0->$$13,
%0->$$12])
-- STREAM_SELECT |PARTITIONED|
assign [$$13] <- [function-call: asterix:field-access-by-index,
Args:[%0->$$0, AInt32: {2}]]
-- ASSIGN |PARTITIONED|
project ([$$0, $$12])
-- STREAM_PROJECT |PARTITIONED|
exchange
-- ONE_TO_ONE_EXCHANGE |PARTITIONED|
unnest-map [$$14, $$0] <- function-call: asterix:index-search,
Args:[AString: {EmergencyReports}, AInt32: {0}, AString: {channels}, AString:
{EmergencyReports}, ABoolean: {true}, ABoolean: {false}, ABoolean: {false},
AInt32: {1}, %0->$$26, AInt32: {1}, %0->$$26, TRUE, TRUE, TRUE]
-- BTREE_SEARCH |PARTITIONED|
exchange
-- ONE_TO_ONE_EXCHANGE |PARTITIONED|
order (ASC, %0->$$26)
-- STABLE_SORT [$$26(ASC)] |PARTITIONED|
exchange
-- ONE_TO_ONE_EXCHANGE |PARTITIONED|
project ([$$26, $$12])
-- STREAM_PROJECT |PARTITIONED|
exchange
-- ONE_TO_ONE_EXCHANGE |PARTITIONED|
unnest-map [$$22, $$23, $$24, $$25, $$26] <-
function-call: asterix:index-search, Args:[AString: {locs}, AInt32: {1},
AString: {channels}, AString: {EmergencyReports}, ABoolean: {true}, ABoolean:
{false}, ABoolean: {true}, AInt32: {4}, %0->$$18, %0->$$19, %0->$$20, %0->$$21]
-- RTREE_SEARCH |PARTITIONED|
exchange
-- BROADCAST_EXCHANGE |PARTITIONED|
assign [$$18, $$19, $$20, $$21] <-
[function-call: asterix:create-mbr, Args:[%0->$$12, AInt32: {2}, AInt32: {0}],
function-call: asterix:create-mbr, Args:[%0->$$12, AInt32: {2}, AInt32: {1}],
function-call: asterix:create-mbr, Args:[%0->$$12, AInt32: {2}, AInt32: {2}],
function-call: asterix:create-mbr, Args:[%0->$$12, AInt32: {2}, AInt32: {3}]]
-- ASSIGN |PARTITIONED|
project ([$$12])
-- STREAM_PROJECT |PARTITIONED|
assign [$$12] <- [function-call:
asterix:field-access-by-index, Args:[%0->$$1, AInt32: {1}]]
-- ASSIGN |PARTITIONED|
project ([$$1])
-- STREAM_PROJECT |PARTITIONED|
exchange
-- ONE_TO_ONE_EXCHANGE |PARTITIONED|
data-scan []<-[$$15, $$1] <-
channels:UserLocations
-- DATASOURCE_SCAN |PARTITIONED|
exchange
-- ONE_TO_ONE_EXCHANGE
|PARTITIONED|
empty-tuple-source
-- EMPTY_TUPLE_SOURCE
|PARTITIONED|
Caused by: org.apache.hyracks.api.exceptions.HyracksDataException:
java.nio.channels.ClosedChannelException
at
org.apache.hyracks.control.nc.io.IOManager.syncWrite(IOManager.java:108)
at
org.apache.hyracks.control.nc.dataset.ResultState.write(ResultState.java:116)
at
org.apache.hyracks.control.nc.dataset.DatasetPartitionWriter.nextFrame(DatasetPartitionWriter.java:97)
at
org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.flush(AbstractFrameAppender.java:83)
at
org.apache.hyracks.dataflow.common.comm.io.FrameOutputStream.flush(FrameOutputStream.java:61)
at
org.apache.hyracks.dataflow.std.result.ResultWriterOperatorDescriptor$1.nextFrame(ResultWriterOperatorDescriptor.java:103)
at
org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.flush(AbstractFrameAppender.java:83)
at
org.apache.hyracks.dataflow.common.comm.util.FrameUtils.appendProjectionToWriter(FrameUtils.java:235)
at
org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendProjectionToFrame(AbstractOneInputOneOutputOneFramePushRuntime.java:95)
at
org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendProjectionToFrame(AbstractOneInputOneOutputOneFramePushRuntime.java:90)
at
org.apache.hyracks.algebricks.runtime.operators.std.StreamProjectRuntimeFactory$1.nextFrame(StreamProjectRuntimeFactory.java:74)
at
org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.flush(AbstractFrameAppender.java:83)
at
org.apache.hyracks.dataflow.common.comm.util.FrameUtils.appendToWriter(FrameUtils.java:162)
at
org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendToFrameFromTupleBuilder(AbstractOneInputOneOutputOneFramePushRuntime.java:82)
at
org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendToFrameFromTupleBuilder(AbstractOneInputOneOutputOneFramePushRuntime.java:78)
at
org.apache.hyracks.algebricks.runtime.operators.std.AssignRuntimeFactory$1.nextFrame(AssignRuntimeFactory.java:135)
at
org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.flush(AbstractFrameAppender.java:83)
at
org.apache.hyracks.dataflow.common.comm.io.FrameFixedFieldTupleAppender.flush(FrameFixedFieldTupleAppender.java:146)
at
org.apache.hyracks.dataflow.common.comm.util.FrameUtils.appendToWriter(FrameUtils.java:138)
at
org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendTupleToFrame(AbstractOneInputOneOutputOneFramePushRuntime.java:102)
at
org.apache.hyracks.algebricks.runtime.operators.std.StreamSelectRuntimeFactory$1.nextFrame(StreamSelectRuntimeFactory.java:145)
at
org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.flush(AbstractFrameAppender.java:83)
at
org.apache.hyracks.dataflow.common.comm.util.FrameUtils.appendToWriter(FrameUtils.java:162)
at
org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendToFrameFromTupleBuilder(AbstractOneInputOneOutputOneFramePushRuntime.java:82)
at
org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendToFrameFromTupleBuilder(AbstractOneInputOneOutputOneFramePushRuntime.java:78)
at
org.apache.hyracks.algebricks.runtime.operators.std.AssignRuntimeFactory$1.nextFrame(AssignRuntimeFactory.java:135)
at
org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.flush(AbstractFrameAppender.java:83)
at
org.apache.hyracks.dataflow.common.comm.util.FrameUtils.appendProjectionToWriter(FrameUtils.java:235)
at
org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendProjectionToFrame(AbstractOneInputOneOutputOneFramePushRuntime.java:95)
at
org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendProjectionToFrame(AbstractOneInputOneOutputOneFramePushRuntime.java:90)
at
org.apache.hyracks.algebricks.runtime.operators.std.StreamProjectRuntimeFactory$1.nextFrame(StreamProjectRuntimeFactory.java:74)
at
org.apache.hyracks.algebricks.runtime.operators.meta.AlgebricksMetaOperatorDescriptor$2.nextFrame(AlgebricksMetaOperatorDescriptor.java:148)
at
org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.flush(AbstractFrameAppender.java:83)
at
org.apache.hyracks.storage.am.common.dataflow.IndexSearchOperatorNodePushable.close(IndexSearchOperatorNodePushable.java:196)
... 9 more
Caused by: java.nio.channels.ClosedChannelException
at sun.nio.ch.FileChannelImpl.ensureOpen(FileChannelImpl.java:110)
at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:757)
at
org.apache.hyracks.control.nc.io.IOManager.syncWrite(IOManager.java:95)
... 42 more
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
