[ 
https://issues.apache.org/jira/browse/KYLIN-4539?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
 ]

Guangxu Cheng updated KYLIN-4539:
---------------------------------
    Description: 
{code:sh}
 [Loaded com.fasterxml.jackson.databind.Module from 
file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/jackson-databind-2.9.4.jar]
 [Loaded org.apache.kylin.job.shaded.com.fasterxml.jackson.core.Versioned from 
file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] 
[Loaded org.apache.kylin.job.shaded.com.fasterxml.jackson.databind.Module from 
file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] 
[Loaded com.codahale.metrics.json.MetricsModule from 
file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] 
[Loaded java.lang.VerifyError from 
/data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded 
scala.util.control.NonFatal$ from 
file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/scala-library-2.11.8.jar]
 [Loaded org.apache.spark.SparkUserAppException from 
file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/spark-core_2.11-3.12.0.jar]
 [Loaded org.apache.spark.deploy.yarn.ApplicationMaster$$anon$4$$anonfun$run$11 
from 
file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/spark-yarn_2.11-3.12.0.jar]
 [Loaded org.apache.log4j.spi.ThrowableInformation from 
file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] 
[Loaded org.apache.log4j.spi.ThrowableRenderer from 
file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] 
[Loaded org.apache.log4j.DefaultThrowableRenderer from 
file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] 
[Loaded java.lang.Throwable$PrintStreamOrWriter from 
/data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded 
java.lang.Throwable$WrappedPrintWriter from 
/data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded 
java.io.LineNumberReader from 
/data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] User class threw 
exception: java.lang.VerifyError: Bad type on operand stack Exception Details: 
Location: 
org/apache/spark/metrics/sink/MetricsServlet.<init>(Ljava/util/Properties;Lcom/codahale/metrics/MetricRegistry;Lorg/apache/spark/SecurityManager;)V
 @116: invokevirtual Reason: Type 'com/codahale/metrics/json/MetricsModule' 
(current frame, stack[2]) is not assignable to 
'com/fasterxml/jackson/databind/Module' Current Frame: bci: @116 flags: \{ } 
locals: \{ 'org/apache/spark/metrics/sink/MetricsServlet', 
'java/util/Properties', 'com/codahale/metrics/MetricRegistry', 
'org/apache/spark/SecurityManager' } stack: \{ 
'org/apache/spark/metrics/sink/MetricsServlet', 
'com/fasterxml/jackson/databind/ObjectMapper', 
'com/codahale/metrics/json/MetricsModule' } Bytecode: 0x0000000: 2a2b b500 2a2a 
2cb5 002f 2a2d b500 5c2a 0x0000010: b700 7e2a 1280 b500 322a 1282 b500 342a 
0x0000020: 03b5 0037 2a2b 2ab6 0084 b600 8ab5 0039 0x0000030: 2ab2 008f 2b2a 
b600 91b6 008a b600 95bb 0x0000040: 0014 592a b700 96b6 009c bb00 1659 2ab7 
0x0000050: 009d b600 a1b8 00a7 b500 3b2a bb00 7159 0x0000060: b700 a8bb 00aa 
59b2 00b0 b200 b32a b600 0x0000070: b5b7 00b8 b600 bcb5 003e b1 
java.lang.VerifyError: Bad type on operand stack Exception Details: Location: 
org/apache/spark/metrics/sink/MetricsServlet.<init>(Ljava/util/Properties;Lcom/codahale/metrics/MetricRegistry;Lorg/apache/spark/SecurityManager;)V
 @116: invokevirtual Reason: Type 'com/codahale/metrics/json/MetricsModule' 
(current frame, stack[2]) is not assignable to 
'com/fasterxml/jackson/databind/Module' Current Frame: bci: @116 flags: \{ } 
locals: \{ 'org/apache/spark/metrics/sink/MetricsServlet', 
'java/util/Properties', 'com/codahale/metrics/MetricRegistry', 
'org/apache/spark/SecurityManager' } stack: \{ 
'org/apache/spark/metrics/sink/MetricsServlet', 
'com/fasterxml/jackson/databind/ObjectMapper', 
'com/codahale/metrics/json/MetricsModule' } Bytecode: 0x0000000: 2a2b b500 2a2a 
2cb5 002f 2a2d b500 5c2a 0x0000010: b700 7e2a 1280 b500 322a 1282 b500 342a 
0x0000020: 03b5 0037 2a2b 2ab6 0084 b600 8ab5 0039 0x0000030: 2ab2 008f 2b2a 
b600 91b6 008a b600 95bb 0x0000040: 0014 592a b700 96b6 009c bb00 1659 2ab7 
0x0000050: 009d b600 a1b8 00a7 b500 3b2a bb00 7159 0x0000060: b700 a8bb 00aa 
59b2 00b0 b200 b32a b600 0x0000070: b5b7 00b8 b600 bcb5 003e b1 at 
java.lang.Class.forName0(Native Method) at 
java.lang.Class.forName(Class.java:348) at 
org.apache.spark.util.Utils$.classForName(Utils.scala:238) at 
org.apache.spark.metrics.MetricsSystem$$anonfun$registerSinks$1.apply(MetricsSystem.scala:198)
 at 
org.apache.spark.metrics.MetricsSystem$$anonfun$registerSinks$1.apply(MetricsSystem.scala:194)
 at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99) 
at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99) 
at scala.collection.mutable.HashTable$class.foreachEntry(HashTable.scala:230) 
at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:40) at 
scala.collection.mutable.HashMap.foreach(HashMap.scala:99) at 
org.apache.spark.metrics.MetricsSystem.registerSinks(MetricsSystem.scala:194) 
at org.apache.spark.metrics.MetricsSystem.start(MetricsSystem.scala:102) at 
org.apache.spark.SparkContext.<init>(SparkContext.scala:513) at 
org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:58) at 
org.apache.kylin.engine.spark.SparkFactDistinct.execute(SparkFactDistinct.java:168)
 at 
org.apache.kylin.common.util.AbstractApplication.execute(AbstractApplication.java:37)
 at org.apache.kylin.common.util.SparkEntry.main(SparkEntry.java:44) at 
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) 
at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 at java.lang.reflect.Method.invoke(Method.java:498) at 
org.apache.spark.deploy.yarn.ApplicationMaster$$anon$4.run(ApplicationMaster.scala:727)
{code}

  was:
{code:shell}
 [Loaded com.fasterxml.jackson.databind.Module from 
file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/jackson-databind-2.9.4.jar]
 [Loaded org.apache.kylin.job.shaded.com.fasterxml.jackson.core.Versioned from 
file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] 
[Loaded org.apache.kylin.job.shaded.com.fasterxml.jackson.databind.Module from 
file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] 
[Loaded com.codahale.metrics.json.MetricsModule from 
file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] 
[Loaded java.lang.VerifyError from 
/data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded 
scala.util.control.NonFatal$ from 
file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/scala-library-2.11.8.jar]
 [Loaded org.apache.spark.SparkUserAppException from 
file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/spark-core_2.11-3.12.0.jar]
 [Loaded org.apache.spark.deploy.yarn.ApplicationMaster$$anon$4$$anonfun$run$11 
from 
file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/spark-yarn_2.11-3.12.0.jar]
 [Loaded org.apache.log4j.spi.ThrowableInformation from 
file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] 
[Loaded org.apache.log4j.spi.ThrowableRenderer from 
file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] 
[Loaded org.apache.log4j.DefaultThrowableRenderer from 
file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] 
[Loaded java.lang.Throwable$PrintStreamOrWriter from 
/data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded 
java.lang.Throwable$WrappedPrintWriter from 
/data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded 
java.io.LineNumberReader from 
/data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] User class threw 
exception: java.lang.VerifyError: Bad type on operand stack Exception Details: 
Location: 
org/apache/spark/metrics/sink/MetricsServlet.<init>(Ljava/util/Properties;Lcom/codahale/metrics/MetricRegistry;Lorg/apache/spark/SecurityManager;)V
 @116: invokevirtual Reason: Type 'com/codahale/metrics/json/MetricsModule' 
(current frame, stack[2]) is not assignable to 
'com/fasterxml/jackson/databind/Module' Current Frame: bci: @116 flags: \{ } 
locals: \{ 'org/apache/spark/metrics/sink/MetricsServlet', 
'java/util/Properties', 'com/codahale/metrics/MetricRegistry', 
'org/apache/spark/SecurityManager' } stack: \{ 
'org/apache/spark/metrics/sink/MetricsServlet', 
'com/fasterxml/jackson/databind/ObjectMapper', 
'com/codahale/metrics/json/MetricsModule' } Bytecode: 0x0000000: 2a2b b500 2a2a 
2cb5 002f 2a2d b500 5c2a 0x0000010: b700 7e2a 1280 b500 322a 1282 b500 342a 
0x0000020: 03b5 0037 2a2b 2ab6 0084 b600 8ab5 0039 0x0000030: 2ab2 008f 2b2a 
b600 91b6 008a b600 95bb 0x0000040: 0014 592a b700 96b6 009c bb00 1659 2ab7 
0x0000050: 009d b600 a1b8 00a7 b500 3b2a bb00 7159 0x0000060: b700 a8bb 00aa 
59b2 00b0 b200 b32a b600 0x0000070: b5b7 00b8 b600 bcb5 003e b1 
java.lang.VerifyError: Bad type on operand stack Exception Details: Location: 
org/apache/spark/metrics/sink/MetricsServlet.<init>(Ljava/util/Properties;Lcom/codahale/metrics/MetricRegistry;Lorg/apache/spark/SecurityManager;)V
 @116: invokevirtual Reason: Type 'com/codahale/metrics/json/MetricsModule' 
(current frame, stack[2]) is not assignable to 
'com/fasterxml/jackson/databind/Module' Current Frame: bci: @116 flags: \{ } 
locals: \{ 'org/apache/spark/metrics/sink/MetricsServlet', 
'java/util/Properties', 'com/codahale/metrics/MetricRegistry', 
'org/apache/spark/SecurityManager' } stack: \{ 
'org/apache/spark/metrics/sink/MetricsServlet', 
'com/fasterxml/jackson/databind/ObjectMapper', 
'com/codahale/metrics/json/MetricsModule' } Bytecode: 0x0000000: 2a2b b500 2a2a 
2cb5 002f 2a2d b500 5c2a 0x0000010: b700 7e2a 1280 b500 322a 1282 b500 342a 
0x0000020: 03b5 0037 2a2b 2ab6 0084 b600 8ab5 0039 0x0000030: 2ab2 008f 2b2a 
b600 91b6 008a b600 95bb 0x0000040: 0014 592a b700 96b6 009c bb00 1659 2ab7 
0x0000050: 009d b600 a1b8 00a7 b500 3b2a bb00 7159 0x0000060: b700 a8bb 00aa 
59b2 00b0 b200 b32a b600 0x0000070: b5b7 00b8 b600 bcb5 003e b1 at 
java.lang.Class.forName0(Native Method) at 
java.lang.Class.forName(Class.java:348) at 
org.apache.spark.util.Utils$.classForName(Utils.scala:238) at 
org.apache.spark.metrics.MetricsSystem$$anonfun$registerSinks$1.apply(MetricsSystem.scala:198)
 at 
org.apache.spark.metrics.MetricsSystem$$anonfun$registerSinks$1.apply(MetricsSystem.scala:194)
 at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99) 
at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99) 
at scala.collection.mutable.HashTable$class.foreachEntry(HashTable.scala:230) 
at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:40) at 
scala.collection.mutable.HashMap.foreach(HashMap.scala:99) at 
org.apache.spark.metrics.MetricsSystem.registerSinks(MetricsSystem.scala:194) 
at org.apache.spark.metrics.MetricsSystem.start(MetricsSystem.scala:102) at 
org.apache.spark.SparkContext.<init>(SparkContext.scala:513) at 
org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:58) at 
org.apache.kylin.engine.spark.SparkFactDistinct.execute(SparkFactDistinct.java:168)
 at 
org.apache.kylin.common.util.AbstractApplication.execute(AbstractApplication.java:37)
 at org.apache.kylin.common.util.SparkEntry.main(SparkEntry.java:44) at 
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) 
at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 at java.lang.reflect.Method.invoke(Method.java:498) at 
org.apache.spark.deploy.yarn.ApplicationMaster$$anon$4.run(ApplicationMaster.scala:727)
{code}


> Spark build failed due to com.codahale.metrics.json.MetricsModule loaded  
> from kylin job jar
> --------------------------------------------------------------------------------------------
>
>                 Key: KYLIN-4539
>                 URL: https://issues.apache.org/jira/browse/KYLIN-4539
>             Project: Kylin
>          Issue Type: Bug
>            Reporter: Guangxu Cheng
>            Assignee: Guangxu Cheng
>            Priority: Major
>
> {code:sh}
>  [Loaded com.fasterxml.jackson.databind.Module from 
> file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/jackson-databind-2.9.4.jar]
>  [Loaded org.apache.kylin.job.shaded.com.fasterxml.jackson.core.Versioned 
> from file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] 
> [Loaded org.apache.kylin.job.shaded.com.fasterxml.jackson.databind.Module 
> from file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] 
> [Loaded com.codahale.metrics.json.MetricsModule from 
> file:/data8/yarnenv/local/filecache/533839/kylin-job-3.1.0-SNAPSHOT.jar] 
> [Loaded java.lang.VerifyError from 
> /data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded 
> scala.util.control.NonFatal$ from 
> file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/scala-library-2.11.8.jar]
>  [Loaded org.apache.spark.SparkUserAppException from 
> file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/spark-core_2.11-3.12.0.jar]
>  [Loaded 
> org.apache.spark.deploy.yarn.ApplicationMaster$$anon$4$$anonfun$run$11 from 
> file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/spark-yarn_2.11-3.12.0.jar]
>  [Loaded org.apache.log4j.spi.ThrowableInformation from 
> file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] 
> [Loaded org.apache.log4j.spi.ThrowableRenderer from 
> file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] 
> [Loaded org.apache.log4j.DefaultThrowableRenderer from 
> file:/data6/yarnenv/local/filecache/533549/spark-jars.zip/log4j-1.2.17.jar] 
> [Loaded java.lang.Throwable$PrintStreamOrWriter from 
> /data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded 
> java.lang.Throwable$WrappedPrintWriter from 
> /data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] [Loaded 
> java.io.LineNumberReader from 
> /data/gaiaadmin/gaiaenv/jdk1.8.0_181/jre/lib/rt.jar] User class threw 
> exception: java.lang.VerifyError: Bad type on operand stack Exception 
> Details: Location: 
> org/apache/spark/metrics/sink/MetricsServlet.<init>(Ljava/util/Properties;Lcom/codahale/metrics/MetricRegistry;Lorg/apache/spark/SecurityManager;)V
>  @116: invokevirtual Reason: Type 'com/codahale/metrics/json/MetricsModule' 
> (current frame, stack[2]) is not assignable to 
> 'com/fasterxml/jackson/databind/Module' Current Frame: bci: @116 flags: \{ } 
> locals: \{ 'org/apache/spark/metrics/sink/MetricsServlet', 
> 'java/util/Properties', 'com/codahale/metrics/MetricRegistry', 
> 'org/apache/spark/SecurityManager' } stack: \{ 
> 'org/apache/spark/metrics/sink/MetricsServlet', 
> 'com/fasterxml/jackson/databind/ObjectMapper', 
> 'com/codahale/metrics/json/MetricsModule' } Bytecode: 0x0000000: 2a2b b500 
> 2a2a 2cb5 002f 2a2d b500 5c2a 0x0000010: b700 7e2a 1280 b500 322a 1282 b500 
> 342a 0x0000020: 03b5 0037 2a2b 2ab6 0084 b600 8ab5 0039 0x0000030: 2ab2 008f 
> 2b2a b600 91b6 008a b600 95bb 0x0000040: 0014 592a b700 96b6 009c bb00 1659 
> 2ab7 0x0000050: 009d b600 a1b8 00a7 b500 3b2a bb00 7159 0x0000060: b700 a8bb 
> 00aa 59b2 00b0 b200 b32a b600 0x0000070: b5b7 00b8 b600 bcb5 003e b1 
> java.lang.VerifyError: Bad type on operand stack Exception Details: Location: 
> org/apache/spark/metrics/sink/MetricsServlet.<init>(Ljava/util/Properties;Lcom/codahale/metrics/MetricRegistry;Lorg/apache/spark/SecurityManager;)V
>  @116: invokevirtual Reason: Type 'com/codahale/metrics/json/MetricsModule' 
> (current frame, stack[2]) is not assignable to 
> 'com/fasterxml/jackson/databind/Module' Current Frame: bci: @116 flags: \{ } 
> locals: \{ 'org/apache/spark/metrics/sink/MetricsServlet', 
> 'java/util/Properties', 'com/codahale/metrics/MetricRegistry', 
> 'org/apache/spark/SecurityManager' } stack: \{ 
> 'org/apache/spark/metrics/sink/MetricsServlet', 
> 'com/fasterxml/jackson/databind/ObjectMapper', 
> 'com/codahale/metrics/json/MetricsModule' } Bytecode: 0x0000000: 2a2b b500 
> 2a2a 2cb5 002f 2a2d b500 5c2a 0x0000010: b700 7e2a 1280 b500 322a 1282 b500 
> 342a 0x0000020: 03b5 0037 2a2b 2ab6 0084 b600 8ab5 0039 0x0000030: 2ab2 008f 
> 2b2a b600 91b6 008a b600 95bb 0x0000040: 0014 592a b700 96b6 009c bb00 1659 
> 2ab7 0x0000050: 009d b600 a1b8 00a7 b500 3b2a bb00 7159 0x0000060: b700 a8bb 
> 00aa 59b2 00b0 b200 b32a b600 0x0000070: b5b7 00b8 b600 bcb5 003e b1 at 
> java.lang.Class.forName0(Native Method) at 
> java.lang.Class.forName(Class.java:348) at 
> org.apache.spark.util.Utils$.classForName(Utils.scala:238) at 
> org.apache.spark.metrics.MetricsSystem$$anonfun$registerSinks$1.apply(MetricsSystem.scala:198)
>  at 
> org.apache.spark.metrics.MetricsSystem$$anonfun$registerSinks$1.apply(MetricsSystem.scala:194)
>  at 
> scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99) 
> at 
> scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99) 
> at scala.collection.mutable.HashTable$class.foreachEntry(HashTable.scala:230) 
> at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:40) at 
> scala.collection.mutable.HashMap.foreach(HashMap.scala:99) at 
> org.apache.spark.metrics.MetricsSystem.registerSinks(MetricsSystem.scala:194) 
> at org.apache.spark.metrics.MetricsSystem.start(MetricsSystem.scala:102) at 
> org.apache.spark.SparkContext.<init>(SparkContext.scala:513) at 
> org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:58) 
> at 
> org.apache.kylin.engine.spark.SparkFactDistinct.execute(SparkFactDistinct.java:168)
>  at 
> org.apache.kylin.common.util.AbstractApplication.execute(AbstractApplication.java:37)
>  at org.apache.kylin.common.util.SparkEntry.main(SparkEntry.java:44) at 
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) 
> at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>  at java.lang.reflect.Method.invoke(Method.java:498) at 
> org.apache.spark.deploy.yarn.ApplicationMaster$$anon$4.run(ApplicationMaster.scala:727)
> {code}



--
This message was sent by Atlassian Jira
(v8.3.4#803005)

Reply via email to