I just upgraded my Spark version to 1.0.0_SNAPSHOT.
commit f25ebed9f4552bc2c88a96aef06729d9fc2ee5b3 Author: witgo <wi...@qq.com> Date: Fri May 2 12:40:27 2014 -0700 I'm running a standalone cluster with 3 workers. - *Workers:* 3 - *Cores:* 48 Total, 0 Used - *Memory:* 469.8 GB Total, 0.0 B Used However, when I try to run bin/spark-shell I get the following error after sometime even if I don't perform any operations on the Spark shell. 14/05/05 10:20:52 INFO RemoteActorRefProvider$RemotingTerminator: Remoting shut down. Exception in thread "main" java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:622) at org.apache.spark.deploy.SparkSubmit$.launch(SparkSubmit.scala:256) at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:54) at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) *Caused by: java.lang.OutOfMemoryError: unable to create new native thread* at java.lang.Thread.start0(Native Method) at java.lang.Thread.start(Thread.java:679) at java.lang.UNIXProcess$1.run(UNIXProcess.java:157) at java.security.AccessController.doPrivileged(Native Method) at java.lang.UNIXProcess.<init>(UNIXProcess.java:119) at java.lang.ProcessImpl.start(ProcessImpl.java:81) at java.lang.ProcessBuilder.start(ProcessBuilder.java:470) at java.lang.Runtime.exec(Runtime.java:612) at java.lang.Runtime.exec(Runtime.java:485) at scala.tools.jline.internal.TerminalLineSettings.exec(TerminalLineSettings.java:178) at scala.tools.jline.internal.TerminalLineSettings.exec(TerminalLineSettings.java:168) at scala.tools.jline.internal.TerminalLineSettings.stty(TerminalLineSettings.java:163) at scala.tools.jline.internal.TerminalLineSettings.get(TerminalLineSettings.java:67) at scala.tools.jline.internal.TerminalLineSettings.getProperty(TerminalLineSettings.java:87) at scala.tools.jline.UnixTerminal.readVirtualKey(UnixTerminal.java:127) at scala.tools.jline.console.ConsoleReader.readVirtualKey(ConsoleReader.java:933) at org.apache.spark.repl.SparkJLineReader$JLineConsoleReader.readOneKey(SparkJLineReader.scala:54) at org.apache.spark.repl.SparkJLineReader.readOneKey(SparkJLineReader.scala:81) at scala.tools.nsc.interpreter.InteractiveReader$class.readYesOrNo(InteractiveReader.scala:29) at org.apache.spark.repl.SparkJLineReader.readYesOrNo(SparkJLineReader.scala:25) at org.apache.spark.repl.SparkILoop$$anonfun$1.org $apache$spark$repl$SparkILoop$$anonfun$$fn$1(SparkILoop.scala:576) at org.apache.spark.repl.SparkILoop$$anonfun$1$$anonfun$org$apache$spark$repl$SparkILoop$$anonfun$$fn$1$1.apply$mcZ$sp(SparkILoop.scala:576) at scala.tools.nsc.interpreter.InteractiveReader$class.readYesOrNo(InteractiveReader.scala:32) at org.apache.spark.repl.SparkJLineReader.readYesOrNo(SparkJLineReader.scala:25) at org.apache.spark.repl.SparkILoop$$anonfun$1.org $apache$spark$repl$SparkILoop$$anonfun$$fn$1(SparkILoop.scala:576) at org.apache.spark.repl.SparkILoop$$anonfun$1$$anonfun$org$apache$spark$repl$SparkILoop$$anonfun$$fn$1$1.apply$mcZ$sp(SparkILoop.scala:576) at scala.tools.nsc.interpreter.InteractiveReader$class.readYesOrNo(InteractiveReader.scala:32) at org.apache.spark.repl.SparkJLineReader.readYesOrNo(SparkJLineReader.scala:25) at org.apache.spark.repl.SparkILoop$$anonfun$1.org $apache$spark$repl$SparkILoop$$anonfun$$fn$1(SparkILoop.scala:576) at org.apache.spark.repl.SparkILoop$$anonfun$1.applyOrElse(SparkILoop.scala:579) at org.apache.spark.repl.SparkILoop$$anonfun$1.applyOrElse(SparkILoop.scala:566) at scala.runtime.AbstractPartialFunction$mcZL$sp.apply$mcZL$sp(AbstractPartialFunction.scala:33) at scala.runtime.AbstractPartialFunction$mcZL$sp.apply(AbstractPartialFunction.scala:33) at scala.runtime.AbstractPartialFunction$mcZL$sp.apply(AbstractPartialFunction.scala:25) at org.apache.spark.repl.SparkILoop.innerLoop$1(SparkILoop.scala:608) at org.apache.spark.repl.SparkILoop.loop(SparkILoop.scala:611) at org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply$mcZ$sp(SparkILoop.scala:936) at org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:884) at org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:884) at scala.tools.nsc.util.ScalaClassLoader$.savingContextLoader(ScalaClassLoader.scala:135) at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:884) at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:983) at org.apache.spark.repl.Main$.main(Main.scala:31) at org.apache.spark.repl.Main.main(Main.scala) ... 7 more
