[
https://issues.apache.org/jira/browse/ASTERIXDB-1301?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Ildar Absalyamov updated ASTERIXDB-1301:
----------------------------------------
Description:
Run the following code, which creates and connects to a feed using socket
adapter is run under AsterixHyracksIntegrationUntil:
{noformat}
drop dataverse experiments if exists;
create dataverse experiments;
use dataverse experiments;
create type TwitterUserType as closed {
screen-name: string,
lang: string,
friends_count: int32,
statuses_count: int32,
name: string,
followers_count: int32
}
create type TweetMessageType as closed {
tweetid: int64,
user: TwitterUserType,
sender-location: point,
send-time: datetime,
referred-topics: {{ string }},
message-text: string
}
create dataset Tweets(TweetMessageType) primary key tweetid;
create feed TweetFeed using socket_adapter
(
("sockets"="127.0.0.1:10001"),
("address-type"="IP"),
("type-name"="TweetMessageType"),
("format"="adm")
);
set wait-for-completion-feed "false";
connect feed TweetFeed to dataset Tweets;
{noformat}
pushRuntime creation fails with the error:
{noformat}
SEVERE: Initialization of the feed adaptor failed with exception
org.apache.hyracks.api.exceptions.HyracksDataException: Source intake task not
found for source feed id experiments.TweetFeed1
java.lang.IllegalStateException:
org.apache.hyracks.api.exceptions.HyracksDataException: Initialization of the
feed adapter failed
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:76)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivity.createPushRuntime(SuperActivity.java:168)
at
org.apache.hyracks.control.nc.work.StartTasksWork.run(StartTasksWork.java:134)
at
org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:132)
Caused by: org.apache.hyracks.api.exceptions.HyracksDataException:
Initialization of the feed adapter failed
at
org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:111)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.init(SuperActivityOperatorNodePushable.java:95)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:74)
... 3 more
Caused by: org.apache.hyracks.api.exceptions.HyracksDataException: Source
intake task not found for source feed id experiments.TweetFeed1
at
org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:101)
... 5 more
java.lang.RuntimeException: java.lang.IllegalStateException:
org.apache.hyracks.api.exceptions.HyracksDataException: Initialization of the
feed adapter failed
at
org.apache.hyracks.control.nc.work.StartTasksWork.run(StartTasksWork.java:177)
at
org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:132)
Caused by: java.lang.IllegalStateException:
org.apache.hyracks.api.exceptions.HyracksDataException: Initialization of the
feed adapter failed
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:76)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivity.createPushRuntime(SuperActivity.java:168)
at
org.apache.hyracks.control.nc.work.StartTasksWork.run(StartTasksWork.java:134)
... 1 more
Caused by: org.apache.hyracks.api.exceptions.HyracksDataException:
Initialization of the feed adapter failed
at
org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:111)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.init(SuperActivityOperatorNodePushable.java:95)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:74)
... 3 more
Caused by: org.apache.hyracks.api.exceptions.HyracksDataException: Source
intake task not found for source feed id experiments.TweetFeed1
at
org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:101)
{noformat}
Note that this does not happen if the cluster is started via Managix. However
even if the cluster is started that way disconnecting from the feed will give
an error, which gives a hint that the feed was not initialized correctly:
{noformat}
disconnect feed TweetFeed1 from dataset Tweets;
{noformat}
{noformat}
java.lang.IllegalStateException:
org.apache.hyracks.api.exceptions.HyracksDataException: Initialization of the
feed adapter failed
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:76)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivity.createPushRuntime(SuperActivity.java:168)
at
org.apache.hyracks.control.nc.work.StartTasksWork.run(StartTasksWork.java:134)
at
org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:132)
Caused by: org.apache.hyracks.api.exceptions.HyracksDataException:
Initialization of the feed adapter failed
at
org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:111)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.init(SuperActivityOperatorNodePushable.java:95)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:74)
... 3 more
Caused by: org.apache.hyracks.api.exceptions.HyracksDataException: Source
intake task not found for source feed id experiments.TweetFeed1
at
org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:101)
... 5 more
java.lang.RuntimeException: java.lang.IllegalStateException:
org.apache.hyracks.api.exceptions.HyracksDataException: Initialization of the
feed adapter failed
at
org.apache.hyracks.control.nc.work.StartTasksWork.run(StartTasksWork.java:177)
at
org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:132)
Caused by: java.lang.IllegalStateException:
org.apache.hyracks.api.exceptions.HyracksDataException: Initialization of the
feed adapter failed
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:76)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivity.createPushRuntime(SuperActivity.java:168)
at
org.apache.hyracks.control.nc.work.StartTasksWork.run(StartTasksWork.java:134)
... 1 more
Caused by: org.apache.hyracks.api.exceptions.HyracksDataException:
Initialization of the feed adapter failed
at
org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:111)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.init(SuperActivityOperatorNodePushable.java:95)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:74)
... 3 more
Caused by: org.apache.hyracks.api.exceptions.HyracksDataException: Source
intake task not found for source feed id experiments.TweetFeed1
at
org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:101)
... 5 more
{noformat}
was:
Run the following code, which creates and connects to a feed using socket
adapter is run under AsterixHyracksIntegrationUntil:
{noformat}
drop dataverse experiments if exists;
create dataverse experiments;
use dataverse experiments;
create type TwitterUserType as closed {
screen-name: string,
lang: string,
friends_count: int32,
statuses_count: int32,
name: string,
followers_count: int32
}
create type TweetMessageType as closed {
tweetid: int64,
user: TwitterUserType,
sender-location: point,
send-time: datetime,
referred-topics: {{ string }},
message-text: string
}
create dataset Tweets(TweetMessageType) primary key tweetid;
create feed TweetFeed using socket_adapter
(
("sockets"="127.0.0.1:10001"),
("address-type"="IP"),
("type-name"="TweetMessageType"),
("format"="adm")
);
set wait-for-completion-feed "false";
connect feed TweetFeed to dataset Tweets;
{noformat}
pushRuntime creation fails with the error:
{noformat}
SEVERE: Initialization of the feed adaptor failed with exception
org.apache.hyracks.api.exceptions.HyracksDataException: Source intake task not
found for source feed id experiments.TweetFeed1
java.lang.IllegalStateException:
org.apache.hyracks.api.exceptions.HyracksDataException: Initialization of the
feed adapter failed
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:76)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivity.createPushRuntime(SuperActivity.java:168)
at
org.apache.hyracks.control.nc.work.StartTasksWork.run(StartTasksWork.java:134)
at
org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:132)
Caused by: org.apache.hyracks.api.exceptions.HyracksDataException:
Initialization of the feed adapter failed
at
org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:111)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.init(SuperActivityOperatorNodePushable.java:95)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:74)
... 3 more
Caused by: org.apache.hyracks.api.exceptions.HyracksDataException: Source
intake task not found for source feed id experiments.TweetFeed1
at
org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:101)
... 5 more
java.lang.RuntimeException: java.lang.IllegalStateException:
org.apache.hyracks.api.exceptions.HyracksDataException: Initialization of the
feed adapter failed
at
org.apache.hyracks.control.nc.work.StartTasksWork.run(StartTasksWork.java:177)
at
org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:132)
Caused by: java.lang.IllegalStateException:
org.apache.hyracks.api.exceptions.HyracksDataException: Initialization of the
feed adapter failed
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:76)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivity.createPushRuntime(SuperActivity.java:168)
at
org.apache.hyracks.control.nc.work.StartTasksWork.run(StartTasksWork.java:134)
... 1 more
Caused by: org.apache.hyracks.api.exceptions.HyracksDataException:
Initialization of the feed adapter failed
at
org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:111)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.init(SuperActivityOperatorNodePushable.java:95)
at
org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:74)
... 3 more
Caused by: org.apache.hyracks.api.exceptions.HyracksDataException: Source
intake task not found for source feed id experiments.TweetFeed1
at
org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:101)
{noformat}
Note that this does not happen if the cluster is started via Managix
> Feed pushRuntime creation error while running AsterixHyracksIntegrationUntil
> ----------------------------------------------------------------------------
>
> Key: ASTERIXDB-1301
> URL: https://issues.apache.org/jira/browse/ASTERIXDB-1301
> Project: Apache AsterixDB
> Issue Type: Bug
> Components: Feeds
> Reporter: Ildar Absalyamov
>
> Run the following code, which creates and connects to a feed using socket
> adapter is run under AsterixHyracksIntegrationUntil:
> {noformat}
> drop dataverse experiments if exists;
> create dataverse experiments;
> use dataverse experiments;
> create type TwitterUserType as closed {
> screen-name: string,
> lang: string,
> friends_count: int32,
> statuses_count: int32,
> name: string,
> followers_count: int32
> }
> create type TweetMessageType as closed {
> tweetid: int64,
> user: TwitterUserType,
> sender-location: point,
> send-time: datetime,
> referred-topics: {{ string }},
> message-text: string
> }
> create dataset Tweets(TweetMessageType) primary key tweetid;
> create feed TweetFeed using socket_adapter
> (
> ("sockets"="127.0.0.1:10001"),
> ("address-type"="IP"),
> ("type-name"="TweetMessageType"),
> ("format"="adm")
> );
> set wait-for-completion-feed "false";
> connect feed TweetFeed to dataset Tweets;
> {noformat}
> pushRuntime creation fails with the error:
> {noformat}
> SEVERE: Initialization of the feed adaptor failed with exception
> org.apache.hyracks.api.exceptions.HyracksDataException: Source intake task
> not found for source feed id experiments.TweetFeed1
> java.lang.IllegalStateException:
> org.apache.hyracks.api.exceptions.HyracksDataException: Initialization of the
> feed adapter failed
> at
> org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:76)
> at
> org.apache.hyracks.api.rewriter.runtime.SuperActivity.createPushRuntime(SuperActivity.java:168)
> at
> org.apache.hyracks.control.nc.work.StartTasksWork.run(StartTasksWork.java:134)
> at
> org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:132)
> Caused by: org.apache.hyracks.api.exceptions.HyracksDataException:
> Initialization of the feed adapter failed
> at
> org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:111)
> at
> org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.init(SuperActivityOperatorNodePushable.java:95)
> at
> org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:74)
> ... 3 more
> Caused by: org.apache.hyracks.api.exceptions.HyracksDataException: Source
> intake task not found for source feed id experiments.TweetFeed1
> at
> org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:101)
> ... 5 more
> java.lang.RuntimeException: java.lang.IllegalStateException:
> org.apache.hyracks.api.exceptions.HyracksDataException: Initialization of the
> feed adapter failed
> at
> org.apache.hyracks.control.nc.work.StartTasksWork.run(StartTasksWork.java:177)
> at
> org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:132)
> Caused by: java.lang.IllegalStateException:
> org.apache.hyracks.api.exceptions.HyracksDataException: Initialization of the
> feed adapter failed
> at
> org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:76)
> at
> org.apache.hyracks.api.rewriter.runtime.SuperActivity.createPushRuntime(SuperActivity.java:168)
> at
> org.apache.hyracks.control.nc.work.StartTasksWork.run(StartTasksWork.java:134)
> ... 1 more
> Caused by: org.apache.hyracks.api.exceptions.HyracksDataException:
> Initialization of the feed adapter failed
> at
> org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:111)
> at
> org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.init(SuperActivityOperatorNodePushable.java:95)
> at
> org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:74)
> ... 3 more
> Caused by: org.apache.hyracks.api.exceptions.HyracksDataException: Source
> intake task not found for source feed id experiments.TweetFeed1
> at
> org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:101)
> {noformat}
> Note that this does not happen if the cluster is started via Managix. However
> even if the cluster is started that way disconnecting from the feed will give
> an error, which gives a hint that the feed was not initialized correctly:
> {noformat}
> disconnect feed TweetFeed1 from dataset Tweets;
> {noformat}
> {noformat}
> java.lang.IllegalStateException:
> org.apache.hyracks.api.exceptions.HyracksDataException: Initialization of the
> feed adapter failed
> at
> org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:76)
> at
> org.apache.hyracks.api.rewriter.runtime.SuperActivity.createPushRuntime(SuperActivity.java:168)
> at
> org.apache.hyracks.control.nc.work.StartTasksWork.run(StartTasksWork.java:134)
> at
> org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:132)
> Caused by: org.apache.hyracks.api.exceptions.HyracksDataException:
> Initialization of the feed adapter failed
> at
> org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:111)
> at
> org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.init(SuperActivityOperatorNodePushable.java:95)
> at
> org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:74)
> ... 3 more
> Caused by: org.apache.hyracks.api.exceptions.HyracksDataException: Source
> intake task not found for source feed id experiments.TweetFeed1
> at
> org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:101)
> ... 5 more
> java.lang.RuntimeException: java.lang.IllegalStateException:
> org.apache.hyracks.api.exceptions.HyracksDataException: Initialization of the
> feed adapter failed
> at
> org.apache.hyracks.control.nc.work.StartTasksWork.run(StartTasksWork.java:177)
> at
> org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:132)
> Caused by: java.lang.IllegalStateException:
> org.apache.hyracks.api.exceptions.HyracksDataException: Initialization of the
> feed adapter failed
> at
> org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:76)
> at
> org.apache.hyracks.api.rewriter.runtime.SuperActivity.createPushRuntime(SuperActivity.java:168)
> at
> org.apache.hyracks.control.nc.work.StartTasksWork.run(StartTasksWork.java:134)
> ... 1 more
> Caused by: org.apache.hyracks.api.exceptions.HyracksDataException:
> Initialization of the feed adapter failed
> at
> org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:111)
> at
> org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.init(SuperActivityOperatorNodePushable.java:95)
> at
> org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.<init>(SuperActivityOperatorNodePushable.java:74)
> ... 3 more
> Caused by: org.apache.hyracks.api.exceptions.HyracksDataException: Source
> intake task not found for source feed id experiments.TweetFeed1
> at
> org.apache.asterix.external.operators.FeedCollectOperatorDescriptor.createPushRuntime(FeedCollectOperatorDescriptor.java:101)
> ... 5 more
> {noformat}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
