我的执行命令是
flink run -m yarn-cluster -yd -yjm 1024m -ytm 1024m -ys 1 -ynm xxx -C
file:///xxx/flink-connector-kafka_2.12-1.12.2.jar -C
file:///xxx/flink-sql-avro-1.12.2.jar .......
提交到生产集群上提示
org.apache.flink.streaming.runtime.tasks.StreamTaskException: Cannot load user
class: org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer
ClassLoader info: URL ClassLoader:
Class not resolvable through given classloader.
at
org.apache.flink.streaming.api.graph.StreamConfig.getStreamOperatorFactory(StreamConfig.java:331)
~[flink-dist_2.12-1.12.2.jar:1.12.2]
at
org.apache.flink.streaming.runtime.tasks.OperatorChain.<init>(OperatorChain.java:145)
~[flink-dist_2.12-1.12.2.jar:1.12.2]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:517)
~[flink-dist_2.12-1.12.2.jar:1.12.2]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:573)
~[flink-dist_2.12-1.12.2.jar:1.12.2]
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:755)
~[flink-dist_2.12-1.12.2.jar:1.12.2]
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:570)
~[flink-dist_2.12-1.12.2.jar:1.12.2]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_292]
Caused by: java.lang.ClassNotFoundException:
org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer
at java.net.URLClassLoader.findClass(URLClassLoader.java:382)
~[?:1.8.0_292]
at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_292]
at
org.apache.flink.util.FlinkUserCodeClassLoader.loadClassWithoutExceptionHandling(FlinkUserCodeClassLoader.java:64)
~[flink-dist_2.12-1.12.2.jar:1.12.2]
at
org.apache.flink.util.ChildFirstClassLoader.loadClassWithoutExceptionHandling(ChildFirstClassLoader.java:65)
~[flink-dist_2.12-1.12.2.jar:1.12.2]
at
org.apache.flink.util.FlinkUserCodeClassLoader.loadClass(FlinkUserCodeClassLoader.java:48)
~[flink-dist_2.12-1.12.2.jar:1.12.2]
at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_292]
at
org.apache.flink.runtime.execution.librarycache.FlinkUserCodeClassLoaders$SafetyNetWrapperClassLoader.loadClass(FlinkUserCodeClassLoaders.java:172)
~[flink-dist_2.12-1.12.2.jar:1.12.2]
at java.lang.Class.forName0(Native Method) ~[?:1.8.0_292]
at java.lang.Class.forName(Class.java:348) ~[?:1.8.0_292]
at
org.apache.flink.util.InstantiationUtil$ClassLoaderObjectInputStream.resolveClass(InstantiationUtil.java:76)
~[flink-dist_2.12-1.12.2.jar:1.12.2]
at
java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1986)
~[?:1.8.0_292]
at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1850)
~[?:1.8.0_292]
at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2160)
~[?:1.8.0_292]
at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
~[?:1.8.0_292]
at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2405)
~[?:1.8.0_292]
at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2329)
~[?:1.8.0_292]
at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
~[?:1.8.0_292]
at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
~[?:1.8.0_292]
at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2405)
~[?:1.8.0_292]
at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2329)
~[?:1.8.0_292]
at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2187)
~[?:1.8.0_292]
at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1667)
~[?:1.8.0_292]
at java.io.ObjectInputStream.readObject(ObjectInputStream.java:503)
~[?:1.8.0_292]
at java.io.ObjectInputStream.readObject(ObjectInputStream.java:461)
~[?:1.8.0_292]
at
org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:615)
~[flink-dist_2.12-1.12.2.jar:1.12.2]
at
org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:600)
~[flink-dist_2.12-1.12.2.jar:1.12.2]
at
org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:587)
~[flink-dist_2.12-1.12.2.jar:1.12.2]
at
org.apache.flink.util.InstantiationUtil.readObjectFromConfig(InstantiationUtil.java:541)
~[flink-dist_2.12-1.12.2.jar:1.12.2]
at
org.apache.flink.streaming.api.graph.StreamConfig.getStreamOperatorFactory(StreamConfig.java:317)
~[flink-dist_2.12-1.12.2.jar:1.12.2]
... 6 more
2
任务可以提交到yarn上，说明 -C 这个命令起作用了，但是为啥yarn上报错,是我这个命令写的不对么
