[
https://issues.apache.org/jira/browse/SPARK-5812?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Josh Rosen updated SPARK-5812:
------------------------------
Description:
https://amplab.cs.berkeley.edu/jenkins//job/SparkPullRequestBuilder/27455/
{code}
[error] Test org.apache.spark.JavaAPISuite.glom failed:
org.apache.spark.SparkException: Job aborted due to stage failure: Task 0 in
stage 0.0 failed 1 times, most recent failure: Lost task 0.0 in stage 0.0 (TID
0, localhost): java.io.IOException: org.apache.spark.SparkException: Failed to
get broadcast_0_piece0 of broadcast_0
[error] at
org.apache.spark.util.Utils$.tryOrIOException(Utils.scala:1151)
[error] at
org.apache.spark.broadcast.TorrentBroadcast.readBroadcastBlock(TorrentBroadcast.scala:164)
[error] at
org.apache.spark.broadcast.TorrentBroadcast._value$lzycompute(TorrentBroadcast.scala:64)
[error] at
org.apache.spark.broadcast.TorrentBroadcast._value(TorrentBroadcast.scala:64)
[error] at
org.apache.spark.broadcast.TorrentBroadcast.getValue(TorrentBroadcast.scala:87)
[error] at
org.apache.spark.broadcast.Broadcast.value(Broadcast.scala:70)
[error] at
org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:58)
[error] at org.apache.spark.scheduler.Task.run(Task.scala:64)
[error] at
org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:197)
[error] at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[error] at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[error] at java.lang.Thread.run(Thread.java:745)
[error] Caused by: org.apache.spark.SparkException: Failed to get
broadcast_0_piece0 of broadcast_0
[error] at
org.apache.spark.broadcast.TorrentBroadcast$$anonfun$org$apache$spark$broadcast$TorrentBroadcast$$readBlocks$1$$anonfun$2.apply(TorrentBroadcast.scala:137)
[error] at
org.apache.spark.broadcast.TorrentBroadcast$$anonfun$org$apache$spark$broadcast$TorrentBroadcast$$readBlocks$1$$anonfun$2.apply(TorrentBroadcast.scala:137)
[error] at scala.Option.getOrElse(Option.scala:120)
[error] at
org.apache.spark.broadcast.TorrentBroadcast$$anonfun$org$apache$spark$broadcast$TorrentBroadcast$$readBlocks$1.apply$mcVI$sp(TorrentBroadcast.scala:136)
[error] at
org.apache.spark.broadcast.TorrentBroadcast$$anonfun$org$apache$spark$broadcast$TorrentBroadcast$$readBlocks$1.apply(TorrentBroadcast.scala:119)
[error] at
org.apache.spark.broadcast.TorrentBroadcast$$anonfun$org$apache$spark$broadcast$TorrentBroadcast$$readBlocks$1.apply(TorrentBroadcast.scala:119)
[error] at scala.collection.immutable.List.foreach(List.scala:318)
[error] at
org.apache.spark.broadcast.TorrentBroadcast.org$apache$spark$broadcast$TorrentBroadcast$$readBlocks(TorrentBroadcast.scala:119)
[error] at
org.apache.spark.broadcast.TorrentBroadcast$$anonfun$readBroadcastBlock$1.apply(TorrentBroadcast.scala:174)
[error] at
org.apache.spark.util.Utils$.tryOrIOException(Utils.scala:1148)
[error] ... 11 more
[error]
[error] Driver stacktrace:
[error] at
org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$failJobAndIndependentStages(DAGScheduler.scala:1196)
[error] at
org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1185)
[error] at
org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1184)
[error] at
scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
[error] at
scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:47)
[error] at
org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:1184)
[error] at
org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:686)
[error] at
org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:686)
[error] at scala.Option.foreach(Option.scala:236)
[error] at
org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:686)
[error] at
org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1377)
[error] at
org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1338)
[error] at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:48)
{code}
was:https://amplab.cs.berkeley.edu/jenkins//job/SparkPullRequestBuilder/27455/
I've updated the description to include the actual stacktrace in case the
Jenkins report is GC'd. This probably isn't an issue with {{glom()}} itself;
instead, I think it's a non-deterministic error in TorrentBroadcast that
usually seems to strike somewhere in JavaAPISuite.
> Potential flaky test JavaAPISuite.glom
> --------------------------------------
>
> Key: SPARK-5812
> URL: https://issues.apache.org/jira/browse/SPARK-5812
> Project: Spark
> Issue Type: Bug
> Components: Java API, Spark Core
> Affects Versions: 1.3.0
> Reporter: Tathagata Das
> Labels: flaky-test
>
> https://amplab.cs.berkeley.edu/jenkins//job/SparkPullRequestBuilder/27455/
> {code}
> [error] Test org.apache.spark.JavaAPISuite.glom failed:
> org.apache.spark.SparkException: Job aborted due to stage failure: Task 0 in
> stage 0.0 failed 1 times, most recent failure: Lost task 0.0 in stage 0.0
> (TID 0, localhost): java.io.IOException: org.apache.spark.SparkException:
> Failed to get broadcast_0_piece0 of broadcast_0
> [error] at
> org.apache.spark.util.Utils$.tryOrIOException(Utils.scala:1151)
> [error] at
> org.apache.spark.broadcast.TorrentBroadcast.readBroadcastBlock(TorrentBroadcast.scala:164)
> [error] at
> org.apache.spark.broadcast.TorrentBroadcast._value$lzycompute(TorrentBroadcast.scala:64)
> [error] at
> org.apache.spark.broadcast.TorrentBroadcast._value(TorrentBroadcast.scala:64)
> [error] at
> org.apache.spark.broadcast.TorrentBroadcast.getValue(TorrentBroadcast.scala:87)
> [error] at
> org.apache.spark.broadcast.Broadcast.value(Broadcast.scala:70)
> [error] at
> org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:58)
> [error] at org.apache.spark.scheduler.Task.run(Task.scala:64)
> [error] at
> org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:197)
> [error] at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> [error] at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> [error] at java.lang.Thread.run(Thread.java:745)
> [error] Caused by: org.apache.spark.SparkException: Failed to get
> broadcast_0_piece0 of broadcast_0
> [error] at
> org.apache.spark.broadcast.TorrentBroadcast$$anonfun$org$apache$spark$broadcast$TorrentBroadcast$$readBlocks$1$$anonfun$2.apply(TorrentBroadcast.scala:137)
> [error] at
> org.apache.spark.broadcast.TorrentBroadcast$$anonfun$org$apache$spark$broadcast$TorrentBroadcast$$readBlocks$1$$anonfun$2.apply(TorrentBroadcast.scala:137)
> [error] at scala.Option.getOrElse(Option.scala:120)
> [error] at
> org.apache.spark.broadcast.TorrentBroadcast$$anonfun$org$apache$spark$broadcast$TorrentBroadcast$$readBlocks$1.apply$mcVI$sp(TorrentBroadcast.scala:136)
> [error] at
> org.apache.spark.broadcast.TorrentBroadcast$$anonfun$org$apache$spark$broadcast$TorrentBroadcast$$readBlocks$1.apply(TorrentBroadcast.scala:119)
> [error] at
> org.apache.spark.broadcast.TorrentBroadcast$$anonfun$org$apache$spark$broadcast$TorrentBroadcast$$readBlocks$1.apply(TorrentBroadcast.scala:119)
> [error] at scala.collection.immutable.List.foreach(List.scala:318)
> [error] at
> org.apache.spark.broadcast.TorrentBroadcast.org$apache$spark$broadcast$TorrentBroadcast$$readBlocks(TorrentBroadcast.scala:119)
> [error] at
> org.apache.spark.broadcast.TorrentBroadcast$$anonfun$readBroadcastBlock$1.apply(TorrentBroadcast.scala:174)
> [error] at
> org.apache.spark.util.Utils$.tryOrIOException(Utils.scala:1148)
> [error] ... 11 more
> [error]
> [error] Driver stacktrace:
> [error] at
> org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$failJobAndIndependentStages(DAGScheduler.scala:1196)
> [error] at
> org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1185)
> [error] at
> org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1184)
> [error] at
> scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
> [error] at
> scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:47)
> [error] at
> org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:1184)
> [error] at
> org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:686)
> [error] at
> org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:686)
> [error] at scala.Option.foreach(Option.scala:236)
> [error] at
> org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:686)
> [error] at
> org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1377)
> [error] at
> org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1338)
> [error] at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:48)
> {code}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org
For additional commands, e-mail: issues-h...@spark.apache.org
