[
https://issues.apache.org/jira/browse/SPARK-1000?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14043908#comment-14043908
]
Henry Saputra commented on SPARK-1000:
--------------------------------------
I am not able to repro this with master branch. When you see in
http://localhost:8080 do you see if worker has ALIVE status?
> Crash when running SparkPi example with local-cluster
> -----------------------------------------------------
>
> Key: SPARK-1000
> URL: https://issues.apache.org/jira/browse/SPARK-1000
> Project: Spark
> Issue Type: Bug
> Components: Spark Core
> Affects Versions: 0.9.0
> Reporter: xiajunluan
>
> when I run SparkPi with local-cluster[2,2,512], it will throw following
> exception at the end of job.
> WARNING: An exception was thrown by an exception handler.
> java.util.concurrent.RejectedExecutionException
> at
> java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:1768)
> at
> java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:767)
> at
> java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:658)
> at
> org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:184)
> at
> org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:330)
> at
> org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35)
> at
> org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:313)
> at
> org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35)
> at
> org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34)
> at
> org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504)
> at
> org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47)
> at org.jboss.netty.channel.Channels.fireChannelOpen(Channels.java:170)
> at
> org.jboss.netty.channel.socket.nio.NioClientSocketChannel.<init>(NioClientSocketChannel.java:79)
> at
> org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:176)
> at
> org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:82)
> at
> org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:213)
> at
> org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183)
> at
> akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173)
> at akka.util.Switch.liftedTree1$1(LockUtil.scala:33)
> at akka.util.Switch.transcend(LockUtil.scala:32)
> at akka.util.Switch.switchOn(LockUtil.scala:55)
> at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158)
> at
> akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153)
> at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247)
> at
> akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559)
> at
> akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559)
> at scala.collection.Iterator$class.foreach(Iterator.scala:772)
> at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648)
> at scala.collection.IterableLike$class.foreach(IterableLike.scala:73)
> at scala.collection.immutable.Vector.foreach(Vector.scala:63)
> at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559)
> at
> akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280)
> at
> akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262)
> at akka.actor.ActorCell.doTerminate(ActorCell.scala:701)
> at akka.actor.ActorCell.handleChildTerminated(ActorCell.scala:747)
> at akka.actor.ActorCell.systemInvoke(ActorCell.scala:608)
> at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209)
> at akka.dispatch.Mailbox.run(Mailbox.scala:178)
> at
> akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516)
> at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259)
> at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975)
> at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479)
> at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104)
--
This message was sent by Atlassian JIRA
(v6.2#6252)
