[
https://issues.apache.org/jira/browse/ATLAS-639?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15367453#comment-15367453
]
Vimal Sharma commented on ATLAS-639:
------------------------------------
I tried to reproduce this issue. However, I am getting the below exception.
[~ayubkhan] Can you confirm whether you are getting the same exception.
2016-07-08 14:31:00,519 INFO - [qtp1551682824-201 -
360bc82a-31b9-4a5f-8189-3743e658e42a:] ~ Executing dsl query=DataSet where
__guid = 'd6ddb28f-e020-493c-a004-1dc1461a787c'
(GraphBackedDiscoveryService:129)
2016-07-08 14:31:00,522 INFO - [qtp1551682824-202 -
b69cbcc2-a32b-45b3-b3c9-66b21a3d35a4:] ~ Audit: admin/127.0.0.1 performed
request GET
http://localhost:21000/api/atlas/entities/d6ddb28f-e020-493c-a004-1dc1461a787c/audit
(127.0.0.1) at time 2016-07-08T09:01Z (AuditFilter:91)
2016-07-08 14:31:00,523 INFO - [qtp1551682824-202 -
b69cbcc2-a32b-45b3-b3c9-66b21a3d35a4:] ~ Listing events for entity id
d6ddb28f-e020-493c-a004-1dc1461a787c, starting timestamp null, #records 100
(HBaseBasedAuditRepository:148)
2016-07-08 14:31:00,547 INFO - [qtp1551682824-202 -
b69cbcc2-a32b-45b3-b3c9-66b21a3d35a4:] ~ Got events for entity id
d6ddb28f-e020-493c-a004-1dc1461a787c, starting timestamp null, #records 1
(HBaseBasedAuditRepository:191)
2016-07-08 14:31:00,845 ERROR - [qtp1551682824-15 -
548d0751-5af0-4b5b-aafe-177080e7c5b1:] ~ graph rollback due to exception
(GraphTransactionInterceptor:48)
org.apache.atlas.typesystem.exception.EntityNotFoundException: Dataset with
guid = d6ddb28f-e020-493c-a004-1dc1461a787c does not exist
at
org.apache.atlas.discovery.DataSetLineageService.validateDatasetExists(DataSetLineageService.java:212)
at
org.apache.atlas.discovery.DataSetLineageService.getInputsGraphForEntity(DataSetLineageService.java:127)
at
org.apache.atlas.GraphTransactionInterceptor.invoke(GraphTransactionInterceptor.java:42)
at
org.apache.atlas.web.resources.LineageResource.inputsGraph(LineageResource.java:71)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60)
at
com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$ResponseOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:205)
at
com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75)
at
com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:302)
at
com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147)
at
com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108)
at
com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147)
at
com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84)
at
com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1542)
at
com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1473)
at
com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1419)
at
com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1409)
at
com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:409)
at
com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:558)
at
com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:733)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
at
com.google.inject.servlet.ServletDefinition.doServiceImpl(ServletDefinition.java:287)
at
com.google.inject.servlet.ServletDefinition.doService(ServletDefinition.java:277)
at
com.google.inject.servlet.ServletDefinition.service(ServletDefinition.java:182)
at
com.google.inject.servlet.ManagedServletPipeline.service(ManagedServletPipeline.java:91)
at
com.google.inject.servlet.FilterChainInvocation.doFilter(FilterChainInvocation.java:85)
at
org.apache.atlas.web.filters.AuditFilter.doFilter(AuditFilter.java:71)
at
com.google.inject.servlet.FilterChainInvocation.doFilter(FilterChainInvocation.java:82)
at
com.google.inject.servlet.ManagedFilterPipeline.dispatch(ManagedFilterPipeline.java:119)
at com.google.inject.servlet.GuiceFilter$1.call(GuiceFilter.java:133)
at com.google.inject.servlet.GuiceFilter$1.call(GuiceFilter.java:130)
at
com.google.inject.servlet.GuiceFilter$Context.call(GuiceFilter.java:203)
at com.google.inject.servlet.GuiceFilter.doFilter(GuiceFilter.java:130)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:330)
at
org.apache.atlas.web.filters.AtlasAuthorizationFilter.doFilter(AtlasAuthorizationFilter.java:154)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.springframework.security.web.access.intercept.FilterSecurityInterceptor.invoke(FilterSecurityInterceptor.java:118)
at
org.springframework.security.web.access.intercept.FilterSecurityInterceptor.doFilter(FilterSecurityInterceptor.java:84)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.springframework.security.web.access.ExceptionTranslationFilter.doFilter(ExceptionTranslationFilter.java:113)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.springframework.security.web.session.SessionManagementFilter.doFilter(SessionManagementFilter.java:103)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.springframework.security.web.authentication.AnonymousAuthenticationFilter.doFilter(AnonymousAuthenticationFilter.java:113)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.apache.atlas.web.filters.AtlasCSRFPreventionFilter$ServletFilterHttpInteraction.proceed(AtlasCSRFPreventionFilter.java:232)
at
org.apache.atlas.web.filters.AtlasCSRFPreventionFilter.handleHttpInteraction(AtlasCSRFPreventionFilter.java:177)
at
org.apache.atlas.web.filters.AtlasCSRFPreventionFilter.doFilter(AtlasCSRFPreventionFilter.java:187)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.apache.atlas.web.filters.AtlasAuthenticationFilter.doFilter(AtlasAuthenticationFilter.java:301)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.springframework.security.web.servletapi.SecurityContextHolderAwareRequestFilter.doFilter(SecurityContextHolderAwareRequestFilter.java:54)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.springframework.security.web.savedrequest.RequestCacheAwareFilter.doFilter(RequestCacheAwareFilter.java:45)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.springframework.security.web.authentication.www.BasicAuthenticationFilter.doFilter(BasicAuthenticationFilter.java:150)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.springframework.security.web.authentication.AbstractAuthenticationProcessingFilter.doFilter(AbstractAuthenticationProcessingFilter.java:183)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.springframework.security.web.authentication.logout.LogoutFilter.doFilter(LogoutFilter.java:105)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.springframework.security.web.context.SecurityContextPersistenceFilter.doFilter(SecurityContextPersistenceFilter.java:87)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.springframework.security.web.FilterChainProxy.doFilterInternal(FilterChainProxy.java:192)
at
org.springframework.security.web.FilterChainProxy.doFilter(FilterChainProxy.java:160)
at
org.springframework.web.filter.DelegatingFilterProxy.invokeDelegate(DelegatingFilterProxy.java:346)
at
org.springframework.web.filter.DelegatingFilterProxy.doFilter(DelegatingFilterProxy.java:259)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
at
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
at
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:577)
at
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:223)
at
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
at
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
at org.eclipse.jetty.server.Server.handle(Server.java:499)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
at
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
at
org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
> Exception for lineage request
> -----------------------------
>
> Key: ATLAS-639
> URL: https://issues.apache.org/jira/browse/ATLAS-639
> Project: Atlas
> Issue Type: Bug
> Affects Versions: trunk
> Reporter: Ayub Khan
> Priority: Critical
> Fix For: trunk
>
>
> Exception in log for lineage request
> Steps to repro:
> create table j13 (col4 String);
> create table j14 (col5 String);
> insert into table j13 select * from j14;
> insert into table j14 select * from j13;
> Query for lineage of any of the above two entities..(also keep querying for
> any other request along with this). Lineage request is timed-out and below
> error messages are observed in the application log. The below messages are
> seen continously.(Clean the data dir and manual restart will fix this).
> Environment: Atlas running in embedded mode on local setup.
> {noformat}
> 2016-04-06 11:41:45,112 DEBUG - [qtp1936542270-298 -
> fecc3aa7-f4cf-4f6d-89a2-d973c05bc06f:] ~ graph commit
> (GraphTransactionInterceptor:44)
> 2016-04-06 11:41:45,112 DEBUG - [qtp1936542270-298 -
> fecc3aa7-f4cf-4f6d-89a2-d973c05bc06f:] ~ graph commit
> (GraphTransactionInterceptor:44)
> 2016-04-06 11:41:48,935 INFO - [main-SendThread(localhost:9026):] ~ Client
> session timed out, have not heard from server in 1669ms for sessionid
> 0x153ea2cd8da002b, closing socket connection and attempting reconnect
> (ClientCnxn:1096)
> 2016-04-06 11:41:48,935 INFO - [SessionTracker:] ~ Expiring session
> 0x153ea2cd8da002a, timeout of 1000ms exceeded (ZooKeeperServer:347)
> 2016-04-06 11:41:48,935 INFO - [main-SendThread(localhost:9026):] ~ Client
> session timed out, have not heard from server in 1917ms for sessionid
> 0x153ea2cd8da002a, closing socket connection and attempting reconnect
> (ClientCnxn:1096)
> 2016-04-06 11:41:48,935 INFO - [SessionTracker:] ~ Expiring session
> 0x153ea2cd8da002b, timeout of 1000ms exceeded (ZooKeeperServer:347)
> 2016-04-06 11:41:48,935 WARN -
> [NIOServerCxn.Factory:localhost/127.0.0.1:9026:] ~ caught end of stream
> exception (NIOServerCnxn:357)
> EndOfStreamException: Unable to read additional data from client sessionid
> 0x153ea2cd8da002b, likely client has closed socket
> at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
> at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
> at java.lang.Thread.run(Thread.java:745)
> 2016-04-06 11:41:48,935 INFO - [ProcessThread(sid:0 cport:-1)::] ~ Processed
> session termination for sessionid: 0x153ea2cd8da002a
> (PrepRequestProcessor:494)
> 2016-04-06 11:41:48,936 INFO - [ProcessThread(sid:0 cport:-1)::] ~ Processed
> session termination for sessionid: 0x153ea2cd8da002b
> (PrepRequestProcessor:494)
> 2016-04-06 11:41:48,936 INFO -
> [NIOServerCxn.Factory:localhost/127.0.0.1:9026:] ~ Closed socket connection
> for client /127.0.0.1:51657 which had sessionid 0x153ea2cd8da002b
> (NIOServerCnxn:1007)
> 2016-04-06 11:41:48,936 WARN -
> [NIOServerCxn.Factory:localhost/127.0.0.1:9026:] ~ caught end of stream
> exception (NIOServerCnxn:357)
> EndOfStreamException: Unable to read additional data from client sessionid
> 0x153ea2cd8da002a, likely client has closed socket
> at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
> at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
> at java.lang.Thread.run(Thread.java:745)
> 2016-04-06 11:41:48,936 INFO -
> [NIOServerCxn.Factory:localhost/127.0.0.1:9026:] ~ Closed socket connection
> for client /127.0.0.1:51652 which had sessionid 0x153ea2cd8da002a
> (NIOServerCnxn:1007)
> 2016-04-06 11:41:49,040 INFO - [main-EventThread:] ~ zookeeper state changed
> (Disconnected) (ZkClient:711)
> 2016-04-06 11:41:49,040 INFO - [main-EventThread:] ~ zookeeper state changed
> (Disconnected) (ZkClient:711)
> 2016-04-06 11:41:58,894 INFO - [main-SendThread(localhost:9026):] ~ Opening
> socket connection to server localhost/127.0.0.1:9026. Will not attempt to
> authenticate using SASL (unknown error) (ClientCnxn:975)
> 2016-04-06 11:41:58,894 INFO -
> [Curator-Framework-0-SendThread(localhost:9026):] ~ Client session timed out,
> have not heard from server in 11587ms for sessionid 0x153ea2cd8da0025,
> closing socket connection and attempting reconnect (ClientCnxn:1096)
> 2016-04-06 11:41:58,894 INFO - [main-SendThread(localhost:9026):] ~ Socket
> connection established to localhost/127.0.0.1:9026, initiating session
> (ClientCnxn:852)
> 2016-04-06 11:41:58,894 INFO - [main-SendThread(localhost:9026):] ~ Opening
> socket connection to server localhost/127.0.0.1:9026. Will not attempt to
> authenticate using SASL (unknown error) (ClientCnxn:975)
> 2016-04-06 11:41:58,894 INFO - [main-SendThread(localhost:9026):] ~ Socket
> connection established to localhost/127.0.0.1:9026, initiating session
> (ClientCnxn:852)
> 2016-04-06 11:41:58,894 INFO - [SessionTracker:] ~ Expiring session
> 0x153ea2cd8da0025, timeout of 10000ms exceeded (ZooKeeperServer:347)
> 2016-04-06 11:41:58,895 WARN -
> [NIOServerCxn.Factory:localhost/127.0.0.1:9026:] ~ caught end of stream
> exception (NIOServerCnxn:357)
> EndOfStreamException: Unable to read additional data from client sessionid
> 0x153ea2cd8da0025, likely client has closed socket
> at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
> at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
> at java.lang.Thread.run(Thread.java:745)
> 2016-04-06 11:41:58,895 INFO - [elasticsearch[Sinister][scheduler][T#1]:] ~
> [Sinister] [gc][old][256][137] duration [8.8s], collections [1]/[8.9s], total
> [8.8s]/[3.7m], memory [612.4mb]->[635.5mb]/[910.5mb], all_pools {[young]
> [2.7mb]->[4.1mb]/[114.5mb]}{[survivor] [69.2mb]->[9.8mb]/[113.5mb]}{[old]
> [540.4mb]->[621.6mb]/[682.5mb]} (jvm:114)
> 2016-04-06 11:41:58,895 INFO - [ProcessThread(sid:0 cport:-1)::] ~ Processed
> session termination for sessionid: 0x153ea2cd8da0025
> (PrepRequestProcessor:494)
> 2016-04-06 11:41:58,895 INFO -
> [NIOServerCxn.Factory:localhost/127.0.0.1:9026:] ~ Closed socket connection
> for client /127.0.0.1:51608 which had sessionid 0x153ea2cd8da0025
> (NIOServerCnxn:1007)
> 2016-04-06 11:41:58,895 INFO -
> [NIOServerCxn.Factory:localhost/127.0.0.1:9026:] ~ Accepted socket connection
> from /127.0.0.1:51723 (NIOServerCnxnFactory:197)
> 2016-04-06 11:41:58,895 INFO -
> [NIOServerCxn.Factory:localhost/127.0.0.1:9026:] ~ Accepted socket connection
> from /127.0.0.1:51724 (NIOServerCnxnFactory:197)
> 2016-04-06 11:41:58,895 INFO -
> [NIOServerCxn.Factory:localhost/127.0.0.1:9026:] ~ Client attempting to renew
> session 0x153ea2cd8da002b at /127.0.0.1:51723 (ZooKeeperServer:861)
> 2016-04-06 11:41:58,896 INFO -
> [NIOServerCxn.Factory:localhost/127.0.0.1:9026:] ~ Invalid session
> 0x153ea2cd8da002b for client /127.0.0.1:51723, probably expired
> (ZooKeeperServer:610)
> .
> .
> .
> .
> .
> .
> 2016-04-06 11:54:22,116 INFO - [ZkClient-EventThread-127-localhost:9026:] ~
> [atlas_Ayub-Pathans-Macbook-Pro.local-1459922721425-26974d49], exception
> during rebalance (ZookeeperConsumerConnector:76)
> org.I0Itec.zkclient.exception.ZkNoNodeException:
> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode =
> NoNode for
> /consumers/atlas/ids/atlas_Ayub-Pathans-Macbook-Pro.local-1459922721425-26974d49
> at org.I0Itec.zkclient.exception.ZkException.create(ZkException.java:47)
> at org.I0Itec.zkclient.ZkClient.retryUntilConnected(ZkClient.java:995)
> at org.I0Itec.zkclient.ZkClient.readData(ZkClient.java:1090)
> at org.I0Itec.zkclient.ZkClient.readData(ZkClient.java:1085)
> at kafka.utils.ZkUtils.readData(ZkUtils.scala:518)
> at kafka.consumer.TopicCount$.constructTopicCount(TopicCount.scala:61)
> at
> kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener.kafka$consumer$ZookeeperConsumerConnector$ZKRebalancerListener$$rebalance(ZookeeperConsumerConnector.scala:664)
> at
> kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anonfun$syncedRebalance$1$$anonfun$apply$mcV$sp$1.apply$mcVI$sp(ZookeeperConsumerConnector.scala:636)
> at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:141)
> at
> kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anonfun$syncedRebalance$1.apply$mcV$sp(ZookeeperConsumerConnector.scala:627)
> at
> kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anonfun$syncedRebalance$1.apply(ZookeeperConsumerConnector.scala:627)
> at
> kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anonfun$syncedRebalance$1.apply(ZookeeperConsumerConnector.scala:627)
> at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
> at
> kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener.syncedRebalance(ZookeeperConsumerConnector.scala:626)
> at
> kafka.consumer.ZookeeperConsumerConnector$ZKSessionExpireListener.handleNewSession(ZookeeperConsumerConnector.scala:512)
> at org.I0Itec.zkclient.ZkClient$6.run(ZkClient.java:734)
> at org.I0Itec.zkclient.ZkEventThread.run(ZkEventThread.java:71)
> Caused by: org.apache.zookeeper.KeeperException$NoNodeException:
> KeeperErrorCode = NoNode for
> /consumers/atlas/ids/atlas_Ayub-Pathans-Macbook-Pro.local-1459922721425-26974d49
> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1184)
> at org.I0Itec.zkclient.ZkConnection.readData(ZkConnection.java:119)
> at org.I0Itec.zkclient.ZkClient$12.call(ZkClient.java:1094)
> at org.I0Itec.zkclient.ZkClient$12.call(ZkClient.java:1090)
> at org.I0Itec.zkclient.ZkClient.retryUntilConnected(ZkClient.java:985)
> ... 15 more
> {noformat}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
