[ https://issues.apache.org/jira/browse/ATLAS-639?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Vimal Sharma updated ATLAS-639: ------------------------------- Comment: was deleted (was: I tried to reproduce this issue. However, I am getting the below exception. [~ayubkhan] Can you confirm whether you are getting the same exception. 2016-07-08 14:31:00,519 INFO - [qtp1551682824-201 - 360bc82a-31b9-4a5f-8189-3743e658e42a:] ~ Executing dsl query=DataSet where __guid = 'd6ddb28f-e020-493c-a004-1dc1461a787c' (GraphBackedDiscoveryService:129) 2016-07-08 14:31:00,522 INFO - [qtp1551682824-202 - b69cbcc2-a32b-45b3-b3c9-66b21a3d35a4:] ~ Audit: admin/127.0.0.1 performed request GET http://localhost:21000/api/atlas/entities/d6ddb28f-e020-493c-a004-1dc1461a787c/audit (127.0.0.1) at time 2016-07-08T09:01Z (AuditFilter:91) 2016-07-08 14:31:00,523 INFO - [qtp1551682824-202 - b69cbcc2-a32b-45b3-b3c9-66b21a3d35a4:] ~ Listing events for entity id d6ddb28f-e020-493c-a004-1dc1461a787c, starting timestamp null, #records 100 (HBaseBasedAuditRepository:148) 2016-07-08 14:31:00,547 INFO - [qtp1551682824-202 - b69cbcc2-a32b-45b3-b3c9-66b21a3d35a4:] ~ Got events for entity id d6ddb28f-e020-493c-a004-1dc1461a787c, starting timestamp null, #records 1 (HBaseBasedAuditRepository:191) 2016-07-08 14:31:00,845 ERROR - [qtp1551682824-15 - 548d0751-5af0-4b5b-aafe-177080e7c5b1:] ~ graph rollback due to exception (GraphTransactionInterceptor:48) org.apache.atlas.typesystem.exception.EntityNotFoundException: Dataset with guid = d6ddb28f-e020-493c-a004-1dc1461a787c does not exist at org.apache.atlas.discovery.DataSetLineageService.validateDatasetExists(DataSetLineageService.java:212) at org.apache.atlas.discovery.DataSetLineageService.getInputsGraphForEntity(DataSetLineageService.java:127) at org.apache.atlas.GraphTransactionInterceptor.invoke(GraphTransactionInterceptor.java:42) at org.apache.atlas.web.resources.LineageResource.inputsGraph(LineageResource.java:71) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60) at com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$ResponseOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:205) at com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75) at com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:302) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1542) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1473) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1419) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1409) at com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:409) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:558) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:733) at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) at com.google.inject.servlet.ServletDefinition.doServiceImpl(ServletDefinition.java:287) at com.google.inject.servlet.ServletDefinition.doService(ServletDefinition.java:277) at com.google.inject.servlet.ServletDefinition.service(ServletDefinition.java:182) at com.google.inject.servlet.ManagedServletPipeline.service(ManagedServletPipeline.java:91) at com.google.inject.servlet.FilterChainInvocation.doFilter(FilterChainInvocation.java:85) at org.apache.atlas.web.filters.AuditFilter.doFilter(AuditFilter.java:71) at com.google.inject.servlet.FilterChainInvocation.doFilter(FilterChainInvocation.java:82) at com.google.inject.servlet.ManagedFilterPipeline.dispatch(ManagedFilterPipeline.java:119) at com.google.inject.servlet.GuiceFilter$1.call(GuiceFilter.java:133) at com.google.inject.servlet.GuiceFilter$1.call(GuiceFilter.java:130) at com.google.inject.servlet.GuiceFilter$Context.call(GuiceFilter.java:203) at com.google.inject.servlet.GuiceFilter.doFilter(GuiceFilter.java:130) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652) at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:330) at org.apache.atlas.web.filters.AtlasAuthorizationFilter.doFilter(AtlasAuthorizationFilter.java:154) at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342) at org.springframework.security.web.access.intercept.FilterSecurityInterceptor.invoke(FilterSecurityInterceptor.java:118) at org.springframework.security.web.access.intercept.FilterSecurityInterceptor.doFilter(FilterSecurityInterceptor.java:84) at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342) at org.springframework.security.web.access.ExceptionTranslationFilter.doFilter(ExceptionTranslationFilter.java:113) at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342) at org.springframework.security.web.session.SessionManagementFilter.doFilter(SessionManagementFilter.java:103) at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342) at org.springframework.security.web.authentication.AnonymousAuthenticationFilter.doFilter(AnonymousAuthenticationFilter.java:113) at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342) at org.apache.atlas.web.filters.AtlasCSRFPreventionFilter$ServletFilterHttpInteraction.proceed(AtlasCSRFPreventionFilter.java:232) at org.apache.atlas.web.filters.AtlasCSRFPreventionFilter.handleHttpInteraction(AtlasCSRFPreventionFilter.java:177) at org.apache.atlas.web.filters.AtlasCSRFPreventionFilter.doFilter(AtlasCSRFPreventionFilter.java:187) at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342) at org.apache.atlas.web.filters.AtlasAuthenticationFilter.doFilter(AtlasAuthenticationFilter.java:301) at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342) at org.springframework.security.web.servletapi.SecurityContextHolderAwareRequestFilter.doFilter(SecurityContextHolderAwareRequestFilter.java:54) at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342) at org.springframework.security.web.savedrequest.RequestCacheAwareFilter.doFilter(RequestCacheAwareFilter.java:45) at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342) at org.springframework.security.web.authentication.www.BasicAuthenticationFilter.doFilter(BasicAuthenticationFilter.java:150) at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342) at org.springframework.security.web.authentication.AbstractAuthenticationProcessingFilter.doFilter(AbstractAuthenticationProcessingFilter.java:183) at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342) at org.springframework.security.web.authentication.logout.LogoutFilter.doFilter(LogoutFilter.java:105) at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342) at org.springframework.security.web.context.SecurityContextPersistenceFilter.doFilter(SecurityContextPersistenceFilter.java:87) at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342) at org.springframework.security.web.FilterChainProxy.doFilterInternal(FilterChainProxy.java:192) at org.springframework.security.web.FilterChainProxy.doFilter(FilterChainProxy.java:160) at org.springframework.web.filter.DelegatingFilterProxy.invokeDelegate(DelegatingFilterProxy.java:346) at org.springframework.web.filter.DelegatingFilterProxy.doFilter(DelegatingFilterProxy.java:259) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:577) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:223) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97) at org.eclipse.jetty.server.Server.handle(Server.java:499) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257) at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745)) > Exception for lineage request > ----------------------------- > > Key: ATLAS-639 > URL: https://issues.apache.org/jira/browse/ATLAS-639 > Project: Atlas > Issue Type: Bug > Affects Versions: trunk > Reporter: Ayub Khan > Assignee: Vimal Sharma > Priority: Critical > Fix For: trunk > > Attachments: ATLAS-639.patch > > > Exception in log for lineage request > Steps to reproduce: > create table j13 (col4 String); > create table j14 (col5 String); > insert into table j13 select * from j14; > insert into table j14 select * from j13; > Lineage API call i.e > http://localhost:21000/api/atlas/lineage/"guid"/inputs/graph is > non-responsive. The following exception is observed in log file: > 2016-07-18 14:46:20,841 WARN - [ZkClient-EventThread-99-localhost:9026:] ~ > [atlas_hw-f45c89ac3a11.local-1468832155097-fb78fddf], no brokers found when > trying to rebalance. (Logging$class:83) > 2016-07-18 14:46:20,848 WARN - [ZkClient-EventThread-99-localhost:9026:] ~ > [atlas_hw-f45c89ac3a11.local-1468832155097-fb78fddf], Topic for path > /brokers/topics/ATLAS_HOOK gets deleted, which should not happen at this time > (Logging$class:83) > 2016-07-18 14:48:27,697 WARN - > [NIOServerCxn.Factory:localhost/127.0.0.1:9026:] ~ caught end of stream > exception (NIOServerCnxn:357) > EndOfStreamException: Unable to read additional data from client sessionid > 0x155fd3803b20033, likely client has closed socket > at > org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) > at > org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) > at java.lang.Thread.run(Thread.java:745) > 2016-07-18 14:48:27,715 WARN - > [NIOServerCxn.Factory:localhost/127.0.0.1:9026:] ~ caught end of stream > exception (NIOServerCnxn:357) > EndOfStreamException: Unable to read additional data from client sessionid > 0x155fd3803b20031, likely client has closed socket > at > org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) > at > org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) > at java.lang.Thread.run(Thread.java:745) > 2016-07-18 14:48:34,551 ERROR - [main-EventThread:] ~ Background operation > retry gave up (CuratorFrameworkImpl:537) > org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode > = ConnectionLoss > at org.apache.zookeeper.KeeperException.create(KeeperException.java:99) > at > org.apache.curator.framework.imps.CuratorFrameworkImpl.checkBackgroundRetry(CuratorFrameworkImpl.java:708) > at > org.apache.curator.framework.imps.CuratorFrameworkImpl.processBackgroundOperation(CuratorFrameworkImpl.java:499) > at > org.apache.curator.framework.imps.BackgroundSyncImpl$1.processResult(BackgroundSyncImpl.java:50) > at > org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:609) > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) > 2016-07-18 14:48:34,561 ERROR - [main-EventThread:] ~ Background operation > retry gave up (CuratorFrameworkImpl:537) > org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode > = ConnectionLoss > at org.apache.zookeeper.KeeperException.create(KeeperException.java:99) > at > org.apache.curator.framework.imps.CuratorFrameworkImpl.checkBackgroundRetry(CuratorFrameworkImpl.java:708) > at > org.apache.curator.framework.imps.CuratorFrameworkImpl.processBackgroundOperation(CuratorFrameworkImpl.java:499) > at > org.apache.curator.framework.imps.BackgroundSyncImpl$1.processResult(BackgroundSyncImpl.java:50) > at > org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:609) > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) > 2016-07-18 14:48:34,566 WARN - > [NIOServerCxn.Factory:localhost/127.0.0.1:9026:] ~ Exception causing close of > session 0x155fd3803b20032 due to java.nio.channels.AsynchronousCloseException > (NIOServerCnxn:362) > 2016-07-18 14:50:50,513 WARN - [main-EventThread:] ~ Session expired event > received (ConnectionState:288) > 2016-07-18 14:52:52,577 WARN - > [NIOServerCxn.Factory:localhost/127.0.0.1:9026:] ~ caught end of stream > exception (NIOServerCnxn:357) > EndOfStreamException: Unable to read additional data from client sessionid > 0x155fd3803b20034, likely client has closed socket > at > org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) > at > org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) > at java.lang.Thread.run(Thread.java:745) > 2016-07-18 14:52:52,589 WARN - > [atlas_hw-f45c89ac3a11.local-1468832155097-fb78fddf_watcher_executor:] ~ > [atlas_hw-f45c89ac3a11.local-1468832155097-fb78fddf], no brokers found when > trying to rebalance. (Logging$class:83) > 2016-07-18 14:52:52,608 WARN - [ZkClient-EventThread-99-localhost:9026:] ~ > [atlas_hw-f45c89ac3a11.local-1468832155097-fb78fddf], no brokers found when > trying to rebalance. (Logging$class:83) > 2016-07-18 14:52:52,612 WARN - [ZkClient-EventThread-99-localhost:9026:] ~ > [atlas_hw-f45c89ac3a11.local-1468832155097-fb78fddf], Topic for path > /brokers/topics/ATLAS_HOOK gets deleted, which should not happen at this time > (Logging$class:83) > 2016-07-18 14:52:52,635 WARN - > [atlas_hw-f45c89ac3a11.local-1468832155097-fb78fddf_watcher_executor:] ~ > [atlas_hw-f45c89ac3a11.local-1468832155097-fb78fddf], no brokers found when > trying to rebalance. (Logging$class:83) > 2016-07-18 14:52:52,657 WARN - > [atlas_hw-f45c89ac3a11.local-1468832155097-fb78fddf_watcher_executor:] ~ > [atlas_hw-f45c89ac3a11.local-1468832155097-fb78fddf], no brokers found when > trying to rebalance. (Logging$class:83) > 2016-07-18 14:54:59,478 WARN - > [NIOServerCxn.Factory:localhost/127.0.0.1:9026:] ~ caught end of stream > exception (NIOServerCnxn:357) > EndOfStreamException: Unable to read additional data from client sessionid > 0x155fd3803b20035, likely client has closed socket > at > org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) > at > org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) > at java.lang.Thread.run(Thread.java:745) > 2016-07-18 14:54:59,487 WARN - [Curator-Framework-0:] ~ Connection attempt > unsuccessful after 126898 (greater than max timeout of 20000). Resetting > connection and trying again with a new connection. (ConnectionState:191) > 2016-07-18 14:55:12,221 ERROR - [ZkClient-EventThread-65-localhost:9026:] ~ > Controller 1 epoch 299 initiated state change for partition > [ATLAS_ENTITIES,0] from OfflinePartition to OnlinePartition failed > (Logging$class:103) > kafka.common.NoReplicaOnlineException: No replica for partition > [ATLAS_ENTITIES,0] is alive. Live brokers are: [Set()], Assigned replicas > are: [List(1)] > at > kafka.controller.OfflinePartitionLeaderSelector.selectLeader(PartitionLeaderSelector.scala:75) > at > kafka.controller.PartitionStateMachine.electLeaderForPartition(PartitionStateMachine.scala:345) > at > kafka.controller.PartitionStateMachine.kafka$controller$PartitionStateMachine$$handleStateChange(PartitionStateMachine.scala:205) > at > kafka.controller.PartitionStateMachine$$anonfun$triggerOnlinePartitionStateChange$3.apply(PartitionStateMachine.scala:120) > at > kafka.controller.PartitionStateMachine$$anonfun$triggerOnlinePartitionStateChange$3.apply(PartitionStateMachine.scala:117) > at > scala.collection.TraversableLike$WithFilter$$anonfun$foreach$1.apply(TraversableLike.scala:772) > at > scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:98) > at > scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:98) > at > scala.collection.mutable.HashTable$class.foreachEntry(HashTable.scala:226) > at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:39) > at scala.collection.mutable.HashMap.foreach(HashMap.scala:98) > at > scala.collection.TraversableLike$WithFilter.foreach(TraversableLike.scala:771) > at > kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:117) > at > kafka.controller.PartitionStateMachine.startup(PartitionStateMachine.scala:70) > at > kafka.controller.KafkaController.onControllerFailover(KafkaController.scala:335) > at > kafka.controller.KafkaController$$anonfun$1.apply$mcV$sp(KafkaController.scala:166) > at > kafka.server.ZookeeperLeaderElector.elect(ZookeeperLeaderElector.scala:84) > at > kafka.controller.KafkaController$SessionExpirationListener$$anonfun$handleNewSession$1.apply$mcZ$sp(KafkaController.scala:1175) > at > kafka.controller.KafkaController$SessionExpirationListener$$anonfun$handleNewSession$1.apply(KafkaController.scala:1173) > at > kafka.controller.KafkaController$SessionExpirationListener$$anonfun$handleNewSession$1.apply(KafkaController.scala:1173) > at kafka.utils.CoreUtils$.inLock(CoreUtils.scala:231) > at > kafka.controller.KafkaController$SessionExpirationListener.handleNewSession(KafkaController.scala:1173) > at org.I0Itec.zkclient.ZkClient$6.run(ZkClient.java:735) > at org.I0Itec.zkclient.ZkEventThread.run(ZkEventThread.java:71) -- This message was sent by Atlassian JIRA (v6.3.4#6332)