[
https://issues.apache.org/jira/browse/TINKERPOP-1754?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16132114#comment-16132114
]
ASF GitHub Bot commented on TINKERPOP-1754:
-------------------------------------------
GitHub user artem-aliev opened a pull request:
https://github.com/apache/tinkerpop/pull/696
TINKERPOP-1754: Do not add non deserialisable exception to ScriptReco…
…rdReader IOExceptions
You can merge this pull request into a Git repository by running:
$ git pull https://github.com/artem-aliev/tinkerpop TINKERPOP-1754
Alternatively you can review and apply these changes as the patch at:
https://github.com/apache/tinkerpop/pull/696.patch
To close this pull request, make a commit to your master/trunk branch
with (at least) the following in the commit message:
This closes #696
----
commit 6144dd044b85ae897af39fae5e72524281944c4f
Author: artemaliev <artem.aliev@gmail,com>
Date: 2017-08-18T12:21:23Z
TINKERPOP-1754: Do not add non deserialisable exception to
ScriptRecordReader IOExceptions
----
> Spark can not deserialise some ScriptRecordReader parse exceptions
> ------------------------------------------------------------------
>
> Key: TINKERPOP-1754
> URL: https://issues.apache.org/jira/browse/TINKERPOP-1754
> Project: TinkerPop
> Issue Type: Bug
> Components: hadoop
> Affects Versions: 3.1.7
> Reporter: Artem Aliev
> Assignee: stephen mallette
> Priority: Minor
> Fix For: 3.1.8
>
>
> ScriptException refer to groovy exception that could point to "Script" class
> that is not available for system class loader. Spark can not deserialise the
> exception and user did not get the parse error.
> To fix the problem ScriptRecordReader should not try to propagate all cause
> exceptions abut only the message with parse error.
> Spark output:
> {code}
> WARN [task-result-getter-0] 2017-08-16 11:11:41,777 TaskEndReason.scala:192
> - Task exception could not be deserialized
> java.lang.ClassNotFoundException: Script1
> at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
> ~[na:1.8.0_40]
> at java.lang.ClassLoader.loadClass(ClassLoader.java:424) ~[na:1.8.0_40]
> at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
> ~[na:1.8.0_40]
> at java.lang.ClassLoader.loadClass(ClassLoader.java:357) ~[na:1.8.0_40]
> at java.lang.Class.forName0(Native Method) ~[na:1.8.0_40]
> at java.lang.Class.forName(Class.java:348) ~[na:1.8.0_40]
> at
> org.apache.spark.serializer.JavaDeserializationStream$$anon$1.resolveClass(JavaSerializer.scala:67)
> ~[spark-core_2.11-2.2.0.0-bb4c2a9.jar:2.2.0.0-bb4c2a9]
> at
> java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1613)
> [na:1.8.0_40]
> at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1518)
> [na:1.8.0_40]
> at java.io.ObjectInputStream.readClass(ObjectInputStream.java:1484)
> [na:1.8.0_40]
> at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1334)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:1993)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1918)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)
> [na:1.8.0_40]
> at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:1993)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.defaultReadObject(ObjectInputStream.java:501)
> [na:1.8.0_40]
> at java.lang.Throwable.readObject(Throwable.java:914) ~[na:1.8.0_40]
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> ~[na:1.8.0_40]
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> ~[na:1.8.0_40]
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ~[na:1.8.0_40]
> at java.lang.reflect.Method.invoke(Method.java:497) ~[na:1.8.0_40]
> at
> java.io.ObjectStreamClass.invokeReadObject(ObjectStreamClass.java:1017)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1896)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)
> [na:1.8.0_40]
> at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:1993)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.defaultReadObject(ObjectInputStream.java:501)
> [na:1.8.0_40]
> at java.lang.Throwable.readObject(Throwable.java:914) ~[na:1.8.0_40]
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> ~[na:1.8.0_40]
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> ~[na:1.8.0_40]
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ~[na:1.8.0_40]
> at java.lang.reflect.Method.invoke(Method.java:497) ~[na:1.8.0_40]
> at
> java.io.ObjectStreamClass.invokeReadObject(ObjectStreamClass.java:1017)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1896)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)
> [na:1.8.0_40]
> at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
> [na:1.8.0_40]
> at java.io.ObjectInputStream.readObject(ObjectInputStream.java:371)
> [na:1.8.0_40]
> at
> org.apache.spark.ThrowableSerializationWrapper.readObject(TaskEndReason.scala:193)
> ~[spark-core_2.11-2.2.0.0-bb4c2a9.jar:2.2.0.0-bb4c2a9]
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> ~[na:1.8.0_40]
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> ~[na:1.8.0_40]
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ~[na:1.8.0_40]
> at java.lang.reflect.Method.invoke(Method.java:497) ~[na:1.8.0_40]
> at
> java.io.ObjectStreamClass.invokeReadObject(ObjectStreamClass.java:1017)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1896)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)
> [na:1.8.0_40]
> at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:1993)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1918)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)
> [na:1.8.0_40]
> at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:1993)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1918)
> [na:1.8.0_40]
> at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)
> [na:1.8.0_40]
> at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
> [na:1.8.0_40]
> at java.io.ObjectInputStream.readObject(ObjectInputStream.java:371)
> [na:1.8.0_40]
> at
> org.apache.spark.serializer.JavaDeserializationStream.readObject(JavaSerializer.scala:75)
> [spark-core_2.11-2.2.0.0-bb4c2a9.jar:2.2.0.0-bb4c2a9]
> at
> org.apache.spark.serializer.JavaSerializerInstance.deserialize(JavaSerializer.scala:114)
> [spark-core_2.11-2.2.0.0-bb4c2a9.jar:2.2.0.0-bb4c2a9]
> at
> org.apache.spark.scheduler.TaskResultGetter$$anon$4$$anonfun$run$2.apply$mcV$sp(TaskResultGetter.scala:136)
> [spark-core_2.11-2.2.0.0-bb4c2a9.jar:2.2.0.0-bb4c2a9]
> at
> org.apache.spark.scheduler.TaskResultGetter$$anon$4$$anonfun$run$2.apply(TaskResultGetter.scala:132)
> [spark-core_2.11-2.2.0.0-bb4c2a9.jar:2.2.0.0-bb4c2a9]
> at
> org.apache.spark.scheduler.TaskResultGetter$$anon$4$$anonfun$run$2.apply(TaskResultGetter.scala:132)
> [spark-core_2.11-2.2.0.0-bb4c2a9.jar:2.2.0.0-bb4c2a9]
> at org.apache.spark.util.Utils$.logUncaughtExceptions(Utils.scala:1954)
> [spark-core_2.11-2.2.0.0-bb4c2a9.jar:2.2.0.0-bb4c2a9]
> at
> org.apache.spark.scheduler.TaskResultGetter$$anon$4.run(TaskResultGetter.scala:132)
> [spark-core_2.11-2.2.0.0-bb4c2a9.jar:2.2.0.0-bb4c2a9]
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
> [na:1.8.0_40]
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
> [na:1.8.0_40]
> at java.lang.Thread.run(Thread.java:745) [na:1.8.0_40]
> {code}
--
This message was sent by Atlassian JIRA
(v6.4.14#64029)
