[ https://issues.apache.org/jira/browse/RANGER-4038?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17926256#comment-17926256 ]
Bhavik Patel commented on RANGER-4038: -------------------------------------- Hi [~avazquez] , Observed multiple classNotFoundException while enabling Ranger HDFS, YARN and HBASE plugins. {code:java} "/var/log/hadoop/hdfs/hadoop-hdfs-namenode.log" 737L, 193912C 1,1 Top java.lang.NoClassDefFoundError: jakarta/ws/rs/core/Cookie at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Class.java:375) at org.apache.ranger.plugin.policyengine.RangerPluginContext.createAdminClient(RangerPluginContext.java:96) at org.apache.ranger.plugin.util.PolicyRefresher.<init>(PolicyRefresher.java:95) at org.apache.ranger.plugin.service.RangerBasePlugin.init(RangerBasePlugin.java:242) at org.apache.ranger.authorization.hadoop.RangerHdfsAuthorizer.start(RangerHdfsAuthorizer.java:113) at org.apache.ranger.authorization.hadoop.RangerHdfsAuthorizer.start(RangerHdfsAuthorizer.java:86) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startCommonServices(FSNamesystem.java:1321) at org.apache.hadoop.hdfs.server.namenode.NameNode.startCommonServices(NameNode.java:883) at org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:804) at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:1033) at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:1008) at org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1782) at org.apache.hadoop.hdfs.server.namenode.NameNode.main(NameNode.java:1847) Caused by: java.lang.ClassNotFoundException: jakarta.ws.rs.core.Cookie at java.base/java.lang.ClassLoader.findClass(ClassLoader.java:723) at org.apache.ranger.plugin.classloader.RangerPluginClassLoader$MyClassLoader.findClass(RangerPluginClassLoader.java:316) at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:592) at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525) at org.apache.ranger.plugin.classloader.RangerPluginClassLoader.loadClass(RangerPluginClassLoader.java:160) ... 14 more 2025-02-11 10:11:20,480 INFO util.ExitUtil (ExitUtil.java:terminate(241)) - Exiting with status 1: java.lang.NoClassDefFoundError: jakarta/ws/rs/core/Cookie 2025-02-11 10:11:20,489 INFO provider.AuditProviderFactory (AuditProviderFactory.java:run(537)) - ==> JVMShutdownHook.run() @@@ "/var/log/hadoop/hdfs/hadoop-hdfs-namenode.log" 1052L, 276555C 737,1 70% at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startCommonServices(FSNamesystem.java:1321) at org.apache.hadoop.hdfs.server.namenode.NameNode.startCommonServices(NameNode.java:883) at org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:804) at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:1033) at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:1008) at org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1782) at org.apache.hadoop.hdfs.server.namenode.NameNode.main(NameNode.java:1847) Caused by: java.lang.ClassNotFoundException: org.glassfish.jersey.client.ClientConfig at java.base/java.lang.ClassLoader.findClass(ClassLoader.java:723) at org.apache.ranger.plugin.classloader.RangerPluginClassLoader$MyClassLoader.findClass(RangerPluginClassLoader.java:316) at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:592) at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525) at org.apache.ranger.plugin.classloader.RangerPluginClassLoader.loadClass(RangerPluginClassLoader.java:160) ... 22 more 2025-02-11 10:23:01,187 INFO util.ExitUtil (ExitUtil.java:terminate(241)) - Exiting with status 1: java.lang.NoClassDefFoundError: org/glassfish/jersey/client/ClientConfig "/var/log/hadoop/hdfs/hadoop-hdfs-namenode.log" 2005L, 525533C 1680,2-9 83% at org.apache.ranger.authorization.hadoop.RangerHdfsAuthorizer.start(RangerHdfsAuthorizer.java:113) at org.apache.ranger.authorization.hadoop.RangerHdfsAuthorizer.start(RangerHdfsAuthorizer.java:86) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startCommonServices(FSNamesystem.java:1321) at org.apache.hadoop.hdfs.server.namenode.NameNode.startCommonServices(NameNode.java:883) at org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:804) at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:1033) at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:1008) at org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1782) at org.apache.hadoop.hdfs.server.namenode.NameNode.main(NameNode.java:1847) Caused by: java.lang.ClassNotFoundException: jakarta.ws.rs.core.Configurable at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641) at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188) at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525) ... 33 more ************************************************************/ "/var/log/hadoop/hdfs/hadoop-hdfs-namenode.log" 3301L, 861623C 3301,1 Bot at org.apache.ranger.authorization.hadoop.RangerHdfsAuthorizer.start(RangerHdfsAuthorizer.java:113) at org.apache.ranger.authorization.hadoop.RangerHdfsAuthorizer.start(RangerHdfsAuthorizer.java:86) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startCommonServices(FSNamesystem.java:1321) at org.apache.hadoop.hdfs.server.namenode.NameNode.startCommonServices(NameNode.java:883) at org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:804) at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:1033) at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:1008) at org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1782) at org.apache.hadoop.hdfs.server.namenode.NameNode.main(NameNode.java:1847) Caused by: java.lang.ClassNotFoundException: jakarta.inject.Singleton at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641) at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188) at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525) ... 34 more 2025-02-11 10:51:00,263 INFO hdfs.StateChange (BlockManagerSafeMode.java:reportStatus(624)) - STATE* Safe mode ON, in safe mode extension. The reported blocks 1 has reached the threshold 1.0000 of total blocks 1. The minimum number of live datanodes is not required. In safe mode extension. Safe mode will be turned off automatically in 9 seconds. 2025-02-11 10:51:02,986 ERROR util.RangerRolesProvider (RangerRolesProvider.java:loadUserGroupRolesFromAdmin(200)) - RangerRolesProvider(serviceName=spring_hadoop): failed to refresh roles. Will continue to use last known version of roles (lastKnowRoleVersion= -1 MultiException stack 1 of 2 java.lang.NoClassDefFoundError: com/fasterxml/jackson/module/jakarta/xmlbind/JakartaXmlBindAnnotationIntrospector at org.glassfish.jersey.jackson.internal.JacksonMapperConfigurator._resolveIntrospector(JacksonMapperConfigurator.java:65) at org.glassfish.jersey.jackson.internal.JacksonMapperConfigurator._resolveIntrospectors(JacksonMapperConfigurator.java:43) at org.glassfish.jersey.jackson.internal.jackson.jaxrs.cfg.MapperConfiguratorBase._setAnnotations(MapperConfiguratorBase.java:123) at org.glassfish.jersey.jackson.internal.jackson.jaxrs.json.JsonMapperConfigurator.getDefaultMapper(JsonMapperConfigurator.java:53) at org.glassfish.jersey.jackson.internal.DefaultJacksonJaxbJsonProvider.findAndRegisterModules(DefaultJacksonJaxbJsonProvider.java:83) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:569) at org.glassfish.hk2.utilities.reflection.ReflectionHelper.invoke(ReflectionHelper.java:1268) at org.jvnet.hk2.internal.ClazzCreator.postConstructMe(ClazzCreator.java:362) at org.jvnet.hk2.internal.ClazzCreator.create(ClazzCreator.java:410) at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:466) at org.jvnet.hk2.internal.SingletonContext$1.compute(SingletonContext.java:59) at org.jvnet.hk2.internal.SingletonContext$1.compute(SingletonContext.java:47) at org.glassfish.hk2.utilities.cache.Cache$OriginThreadAwareFuture$1.call(Cache.java:74) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.glassfish.hk2.utilities.cache.Cache$OriginThreadAwareFuture.run(Cache.java:131) at org.glassfish.hk2.utilities.cache.Cache.compute(Cache.java:176) at org.jvnet.hk2.internal.SingletonContext.findOrCreate(SingletonContext.java:98) at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2109) at org.jvnet.hk2.internal.ServiceHandleImpl.getService(ServiceHandleImpl.java:93) at org.jvnet.hk2.internal.ServiceHandleImpl.getService(ServiceHandleImpl.java:67) at org.glassfish.jersey.inject.hk2.AbstractHk2InjectionManager.lambda$getAllServiceHolders$0(AbstractHk2InjectionManager.java:136) at java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:197) at java.base/java.util.LinkedList$LLSpliterator.forEachRemaining(LinkedList.java:1242) at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509) at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:499) at java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:921) at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) at java.base/java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:682) at org.glassfish.jersey.inject.hk2.AbstractHk2InjectionManager.getAllServiceHolders(AbstractHk2InjectionManager.java:140) at org.glassfish.jersey.inject.hk2.ImmediateHk2InjectionManager.getAllServiceHolders(ImmediateHk2InjectionManager.java:30) at org.glassfish.jersey.internal.inject.Providers.getServiceHolders(Providers.java:322) at org.glassfish.jersey.internal.inject.Providers.getCustomProviders(Providers.java:166) at org.glassfish.jersey.message.internal.MessageBodyFactory.initialize(MessageBodyFactory.java:219) at org.glassfish.jersey.client.ClientMessageBodyFactory$MessageBodyWorkersConfigurator.postInit(ClientMessageBodyFactory.java:75) at org.glassfish.jersey.client.ClientConfig$State.lambda$initRuntime$2(ClientConfig.java:463) at java.base/java.util.Arrays$ArrayList.forEach(Arrays.java:4204) at org.glassfish.jersey.client.ClientConfig$State.initRuntime(ClientConfig.java:463) at org.glassfish.jersey.internal.util.collection.Values$LazyValueImpl.get(Values.java:317) at org.glassfish.jersey.client.ClientConfig.getRuntime(ClientConfig.java:829) at org.glassfish.jersey.client.ClientRequest.getClientRuntime(ClientRequest.java:183) at org.glassfish.jersey.client.JerseyWebTarget.onBuilder(JerseyWebTarget.java:371) at org.glassfish.jersey.client.JerseyWebTarget.request(JerseyWebTarget.java:199) at org.glassfish.jersey.client.JerseyWebTarget.request(JerseyWebTarget.java:38) at org.apache.ranger.plugin.util.RangerRESTClient.createWebTarget(RangerRESTClient.java:727) at org.apache.ranger.plugin.util.RangerRESTClient.get(RangerRESTClient.java:497) at org.apache.ranger.admin.client.RangerAdminRESTClient.getRangerRolesDownloadResponse(RangerAdminRESTClient.java:1321) at org.apache.ranger.admin.client.RangerAdminRESTClient.getRolesIfUpdatedWithCred(RangerAdminRESTClient.java:1183) at org.apache.ranger.admin.client.RangerAdminRESTClient.getRolesIfUpdated(RangerAdminRESTClient.java:148) at org.apache.ranger.plugin.util.RangerRolesProvider.loadUserGroupRolesFromAdmin(RangerRolesProvider.java:183) at org.apache.ranger.plugin.util.RangerRolesProvider.loadUserGroupRoles(RangerRolesProvider.java:123) at org.apache.ranger.plugin.util.PolicyRefresher.loadRoles(PolicyRefresher.java:495) at org.apache.ranger.plugin.util.PolicyRefresher.run(PolicyRefresher.java:208) Caused by: java.lang.ClassNotFoundException: com.fasterxml.jackson.module.jakarta.xmlbind.JakartaXmlBindAnnotationIntrospector ... 55 more MultiException stack 2 of 2 java.lang.IllegalStateException: Unable to perform operation: post construct on org.glassfish.jersey.jackson.internal.DefaultJacksonJaxbJsonProvider at org.jvnet.hk2.internal.ClazzCreator.create(ClazzCreator.java:428) at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:466) at org.jvnet.hk2.internal.SingletonContext$1.compute(SingletonContext.java:59) at org.jvnet.hk2.internal.SingletonContext$1.compute(SingletonContext.java:47) at org.glassfish.hk2.utilities.cache.Cache$OriginThreadAwareFuture$1.call(Cache.java:74) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.glassfish.hk2.utilities.cache.Cache$OriginThreadAwareFuture.run(Cache.java:131) at org.glassfish.hk2.utilities.cache.Cache.compute(Cache.java:176) at org.jvnet.hk2.internal.SingletonContext.findOrCreate(SingletonContext.java:98) at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2109) at org.jvnet.hk2.internal.ServiceHandleImpl.getService(ServiceHandleImpl.java:93) at org.jvnet.hk2.internal.ServiceHandleImpl.getService(ServiceHandleImpl.java:67) at org.glassfish.jersey.inject.hk2.AbstractHk2InjectionManager.lambda$getAllServiceHolders$0(AbstractHk2InjectionManager.java:136) at java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:197) at java.base/java.util.LinkedList$LLSpliterator.forEachRemaining(LinkedList.java:1242) at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509) at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:499) at java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:921) at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) at java.base/java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:682) at org.glassfish.jersey.inject.hk2.AbstractHk2InjectionManager.getAllServiceHolders(AbstractHk2InjectionManager.java:140) at org.glassfish.jersey.inject.hk2.ImmediateHk2InjectionManager.getAllServiceHolders(ImmediateHk2InjectionManager.java:30) at org.glassfish.jersey.internal.inject.Providers.getServiceHolders(Providers.java:322) at org.glassfish.jersey.internal.inject.Providers.getCustomProviders(Providers.java:166) at org.glassfish.jersey.message.internal.MessageBodyFactory.initialize(MessageBodyFactory.java:219) at org.glassfish.jersey.client.ClientMessageBodyFactory$MessageBodyWorkersConfigurator.postInit(ClientMessageBodyFactory.java:75) at org.glassfish.jersey.client.ClientConfig$State.lambda$initRuntime$2(ClientConfig.java:463) at java.base/java.util.Arrays$ArrayList.forEach(Arrays.java:4204) at org.glassfish.jersey.client.ClientConfig$State.initRuntime(ClientConfig.java:463) at org.glassfish.jersey.internal.util.collection.Values$LazyValueImpl.get(Values.java:317) at org.glassfish.jersey.client.ClientConfig.getRuntime(ClientConfig.java:829) at org.glassfish.jersey.client.ClientRequest.getClientRuntime(ClientRequest.java:183) at org.glassfish.jersey.client.JerseyWebTarget.onBuilder(JerseyWebTarget.java:371) at org.glassfish.jersey.client.JerseyWebTarget.request(JerseyWebTarget.java:199) at org.glassfish.jersey.client.JerseyWebTarget.request(JerseyWebTarget.java:38) at org.apache.ranger.plugin.util.RangerRESTClient.createWebTarget(RangerRESTClient.java:727) at org.apache.ranger.plugin.util.RangerRESTClient.get(RangerRESTClient.java:497) at org.apache.ranger.admin.client.RangerAdminRESTClient.getRangerRolesDownloadResponse(RangerAdminRESTClient.java:1321) at org.apache.ranger.admin.client.RangerAdminRESTClient.getRolesIfUpdatedWithCred(RangerAdminRESTClient.java:1183) at org.apache.ranger.admin.client.RangerAdminRESTClient.getRolesIfUpdated(RangerAdminRESTClient.java:148) at org.apache.ranger.plugin.util.RangerRolesProvider.loadUserGroupRolesFromAdmin(RangerRolesProvider.java:183) at org.apache.ranger.plugin.util.RangerRolesProvider.loadUserGroupRoles(RangerRolesProvider.java:123) at org.apache.ranger.plugin.util.PolicyRefresher.loadRoles(PolicyRefresher.java:495) at org.apache.ranger.plugin.util.PolicyRefresher.run(PolicyRefresher.java:208) 2025-02-11 10:51:03,028 ERROR util.PolicyRefresher (PolicyRefresher.java:loadPolicyfromPolicyAdmin(332)) - PolicyRefresher(serviceName=spring_hadoop): failed to refresh policies. Will continue to use last known version of policies (-1) MultiException stack 1 of 2 {code} > Upgrade spring framework and spring security versions > ----------------------------------------------------- > > Key: RANGER-4038 > URL: https://issues.apache.org/jira/browse/RANGER-4038 > Project: Ranger > Issue Type: Bug > Components: Ranger > Reporter: Himanshu Maurya > Priority: Major > > Pivotal Spring Framework up to (excluding) 6.0.0 suffers from a potential > remote code execution (RCE) issue if used for Java deserialization of > untrusted data. Depending on how the library is implemented within a product, > this issue may or not occur, and authentication may be required. -- This message was sent by Atlassian Jira (v8.20.10#820010)