Hi,
我在使用flink将数据写入hudi同步hive时，遇到了以下错误（flink-1.14.4、hadoop-3.3.1、hudi-0.11.1、hive-3.1.2、yarn-per-job），
当我仅将数据写入hudi时，成功；当我添加sync_hive配置后，报错，
org.apache.flink.runtime.rpc.akka.exceptions.AkkaRpcException: Could not start
RpcEndpoint jobmanager_2.
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.start(AkkaRpcActor.java:629)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleControlMessage(AkkaRpcActor.java:185)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:24)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:20)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at scala.PartialFunction.applyOrElse(PartialFunction.scala:123)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at scala.PartialFunction.applyOrElse$(PartialFunction.scala:122)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:20)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.actor.Actor.aroundReceive(Actor.scala:537)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.actor.Actor.aroundReceive$(Actor.scala:535)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:220)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.actor.ActorCell.receiveMessage(ActorCell.scala:580)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.actor.ActorCell.invoke(ActorCell.scala:548)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:270)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.dispatch.Mailbox.run(Mailbox.scala:231)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.dispatch.Mailbox.exec(Mailbox.scala:243)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
[?:1.8.0_301]
at
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1067)
[?:1.8.0_301]
at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1703)
[?:1.8.0_301]
at
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:172)
[?:1.8.0_301]
Caused by: org.apache.flink.runtime.jobmaster.JobMasterException: Could not
start the JobMaster.
at
org.apache.flink.runtime.jobmaster.JobMaster.onStart(JobMaster.java:391)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.rpc.RpcEndpoint.internalCallOnStart(RpcEndpoint.java:181)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.lambda$start$0(AkkaRpcActor.java:624)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:68)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.start(AkkaRpcActor.java:623)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
... 20 more
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to start the
operator coordinators
at
org.apache.flink.runtime.scheduler.DefaultOperatorCoordinatorHandler.startAllOperatorCoordinators(DefaultOperatorCoordinatorHandler.java:90)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.scheduler.SchedulerBase.startScheduling(SchedulerBase.java:585)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.startScheduling(JobMaster.java:965)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.startJobExecution(JobMaster.java:882)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.onStart(JobMaster.java:389)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.rpc.RpcEndpoint.internalCallOnStart(RpcEndpoint.java:181)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.lambda$start$0(AkkaRpcActor.java:624)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:68)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.start(AkkaRpcActor.java:623)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
... 20 more
Caused by: java.lang.NoClassDefFoundError: org/apache/hadoop/mapred/JobConf
at org.apache.hadoop.hive.conf.HiveConf.initialize(HiveConf.java:5141)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at org.apache.hadoop.hive.conf.HiveConf.<init>(HiveConf.java:5099)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at
org.apache.hudi.sink.utils.HiveSyncContext.create(HiveSyncContext.java:67)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at
org.apache.hudi.sink.StreamWriteOperatorCoordinator.initHiveSync(StreamWriteOperatorCoordinator.java:325)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at
org.apache.hudi.sink.StreamWriteOperatorCoordinator.start(StreamWriteOperatorCoordinator.java:192)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at
org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder.start(OperatorCoordinatorHolder.java:194)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.scheduler.DefaultOperatorCoordinatorHandler.startAllOperatorCoordinators(DefaultOperatorCoordinatorHandler.java:85)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.scheduler.SchedulerBase.startScheduling(SchedulerBase.java:585)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.startScheduling(JobMaster.java:965)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.startJobExecution(JobMaster.java:882)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.onStart(JobMaster.java:389)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.rpc.RpcEndpoint.internalCallOnStart(RpcEndpoint.java:181)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.lambda$start$0(AkkaRpcActor.java:624)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:68)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.start(AkkaRpcActor.java:623)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
... 20 more
Caused by: java.lang.ClassNotFoundException: org.apache.hadoop.mapred.JobConf
at java.net.URLClassLoader.findClass(URLClassLoader.java:382)
~[?:1.8.0_301]
at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_301]
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:355)
~[?:1.8.0_301]
at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_301]
at org.apache.hadoop.hive.conf.HiveConf.initialize(HiveConf.java:5141)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at org.apache.hadoop.hive.conf.HiveConf.<init>(HiveConf.java:5099)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at
org.apache.hudi.sink.utils.HiveSyncContext.create(HiveSyncContext.java:67)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at
org.apache.hudi.sink.StreamWriteOperatorCoordinator.initHiveSync(StreamWriteOperatorCoordinator.java:325)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at
org.apache.hudi.sink.StreamWriteOperatorCoordinator.start(StreamWriteOperatorCoordinator.java:192)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at
org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder.start(OperatorCoordinatorHolder.java:194)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.scheduler.DefaultOperatorCoordinatorHandler.startAllOperatorCoordinators(DefaultOperatorCoordinatorHandler.java:85)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.scheduler.SchedulerBase.startScheduling(SchedulerBase.java:585)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.startScheduling(JobMaster.java:965)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.startJobExecution(JobMaster.java:882)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.onStart(JobMaster.java:389)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.rpc.RpcEndpoint.internalCallOnStart(RpcEndpoint.java:181)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.lambda$start$0(AkkaRpcActor.java:624)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:68)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.start(AkkaRpcActor.java:623)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
... 20 more
2022-07-15 10:33:02,063 ERROR
org.apache.flink.runtime.entrypoint.ClusterEntrypoint [] - Fatal error
occurred in the cluster entrypoint.
org.apache.flink.util.FlinkException: JobMaster for job
7ac231844aff6ea5563e2da39507ef72 failed.
at
org.apache.flink.runtime.dispatcher.Dispatcher.jobMasterFailed(Dispatcher.java:913)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.dispatcher.Dispatcher.jobManagerRunnerFailed(Dispatcher.java:473)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.dispatcher.Dispatcher.lambda$runJob$3(Dispatcher.java:430)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:836)
~[?:1.8.0_301]
at
java.util.concurrent.CompletableFuture$UniHandle.tryFire(CompletableFuture.java:811)
~[?:1.8.0_301]
at
java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:456)
~[?:1.8.0_301]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor.lambda$handleRunAsync$4(AkkaRpcActor.java:455)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:68)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRunAsync(AkkaRpcActor.java:455)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:213)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:78)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:163)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:24)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:20)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at scala.PartialFunction.applyOrElse(PartialFunction.scala:123)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at scala.PartialFunction.applyOrElse$(PartialFunction.scala:122)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:20)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.actor.Actor.aroundReceive(Actor.scala:537)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.actor.Actor.aroundReceive$(Actor.scala:535)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:220)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.actor.ActorCell.receiveMessage(ActorCell.scala:580)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.actor.ActorCell.invoke(ActorCell.scala:548)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:270)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.dispatch.Mailbox.run(Mailbox.scala:231)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.dispatch.Mailbox.exec(Mailbox.scala:243)
[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
[?:1.8.0_301]
at
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1067)
[?:1.8.0_301]
at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1703)
[?:1.8.0_301]
at
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:172)
[?:1.8.0_301]
Caused by: org.apache.flink.runtime.jobmaster.JobMasterException: Could not
start the JobMaster.
at
org.apache.flink.runtime.jobmaster.JobMaster.onStart(JobMaster.java:391)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.rpc.RpcEndpoint.internalCallOnStart(RpcEndpoint.java:181)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.lambda$start$0(AkkaRpcActor.java:624)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:68)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.start(AkkaRpcActor.java:623)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleControlMessage(AkkaRpcActor.java:185)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:24) ~[?:?]
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:20) ~[?:?]
at scala.PartialFunction.applyOrElse(PartialFunction.scala:123)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at scala.PartialFunction.applyOrElse$(PartialFunction.scala:122)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:20)
~[?:?]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
... 13 more
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to start the
operator coordinators
at
org.apache.flink.runtime.scheduler.DefaultOperatorCoordinatorHandler.startAllOperatorCoordinators(DefaultOperatorCoordinatorHandler.java:90)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.scheduler.SchedulerBase.startScheduling(SchedulerBase.java:585)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.startScheduling(JobMaster.java:965)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.startJobExecution(JobMaster.java:882)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.onStart(JobMaster.java:389)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.rpc.RpcEndpoint.internalCallOnStart(RpcEndpoint.java:181)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.lambda$start$0(AkkaRpcActor.java:624)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:68)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.start(AkkaRpcActor.java:623)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleControlMessage(AkkaRpcActor.java:185)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:24) ~[?:?]
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:20) ~[?:?]
at scala.PartialFunction.applyOrElse(PartialFunction.scala:123)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at scala.PartialFunction.applyOrElse$(PartialFunction.scala:122)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:20)
~[?:?]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
... 13 more
Caused by: java.lang.NoClassDefFoundError: org/apache/hadoop/mapred/JobConf
at org.apache.hadoop.hive.conf.HiveConf.initialize(HiveConf.java:5141)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at org.apache.hadoop.hive.conf.HiveConf.<init>(HiveConf.java:5099)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at
org.apache.hudi.sink.utils.HiveSyncContext.create(HiveSyncContext.java:67)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at
org.apache.hudi.sink.StreamWriteOperatorCoordinator.initHiveSync(StreamWriteOperatorCoordinator.java:325)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at
org.apache.hudi.sink.StreamWriteOperatorCoordinator.start(StreamWriteOperatorCoordinator.java:192)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at
org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder.start(OperatorCoordinatorHolder.java:194)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.scheduler.DefaultOperatorCoordinatorHandler.startAllOperatorCoordinators(DefaultOperatorCoordinatorHandler.java:85)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.scheduler.SchedulerBase.startScheduling(SchedulerBase.java:585)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.startScheduling(JobMaster.java:965)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.startJobExecution(JobMaster.java:882)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.onStart(JobMaster.java:389)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.rpc.RpcEndpoint.internalCallOnStart(RpcEndpoint.java:181)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.lambda$start$0(AkkaRpcActor.java:624)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:68)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.start(AkkaRpcActor.java:623)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleControlMessage(AkkaRpcActor.java:185)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:24) ~[?:?]
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:20) ~[?:?]
at scala.PartialFunction.applyOrElse(PartialFunction.scala:123)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at scala.PartialFunction.applyOrElse$(PartialFunction.scala:122)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:20)
~[?:?]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
... 13 more
Caused by: java.lang.ClassNotFoundException: org.apache.hadoop.mapred.JobConf
at java.net.URLClassLoader.findClass(URLClassLoader.java:382)
~[?:1.8.0_301]
at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_301]
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:355)
~[?:1.8.0_301]
at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_301]
at org.apache.hadoop.hive.conf.HiveConf.initialize(HiveConf.java:5141)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at org.apache.hadoop.hive.conf.HiveConf.<init>(HiveConf.java:5099)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at
org.apache.hudi.sink.utils.HiveSyncContext.create(HiveSyncContext.java:67)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at
org.apache.hudi.sink.StreamWriteOperatorCoordinator.initHiveSync(StreamWriteOperatorCoordinator.java:325)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at
org.apache.hudi.sink.StreamWriteOperatorCoordinator.start(StreamWriteOperatorCoordinator.java:192)
~[hudi-flink1.14-bundle_2.11-0.11.1.jar:0.11.1]
at
org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder.start(OperatorCoordinatorHolder.java:194)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.scheduler.DefaultOperatorCoordinatorHandler.startAllOperatorCoordinators(DefaultOperatorCoordinatorHandler.java:85)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.scheduler.SchedulerBase.startScheduling(SchedulerBase.java:585)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.startScheduling(JobMaster.java:965)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.startJobExecution(JobMaster.java:882)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.jobmaster.JobMaster.onStart(JobMaster.java:389)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.rpc.RpcEndpoint.internalCallOnStart(RpcEndpoint.java:181)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.lambda$start$0(AkkaRpcActor.java:624)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:68)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.start(AkkaRpcActor.java:623)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleControlMessage(AkkaRpcActor.java:185)
~[flink-rpc-akka_95cbfbf8-1d54-4569-8d93-600a8c51abbe.jar:1.14.4]
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:24) ~[?:?]
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:20) ~[?:?]
at scala.PartialFunction.applyOrElse(PartialFunction.scala:123)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at scala.PartialFunction.applyOrElse$(PartialFunction.scala:122)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:20)
~[?:?]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
~[flink-dist_2.11-1.14.4.jar:1.14.4]
... 13 more
best,
ynz...@163.com
