bharatviswa504 commented on pull request #1110: URL: https://github.com/apache/hadoop-ozone/pull/1110#issuecomment-707979758
I see with injection, we see error in logs but we don't see proper error code at the S3 client.  Not secure cluster, but tried with empty accesssKeyID and secret, still it is popping up with Bucket Not found. (Need to explore a bit how can we propagate this error) ``` s3g_1 | 2020-10-13 19:56:56,215 [qtp1296456465-16] ERROR s3.OzoneClientProducer: Error: s3g_1 | org.jboss.weld.exceptions.WeldException: WELD-000049: Unable to invoke public void org.apache.hadoop.ozone.s3.AWSSignatureProcessor.init() throws java.lang.Exception on org.apache.hadoop.ozone.s3.AWSSignatureProcessor@32f12a54 s3g_1 | at org.jboss.weld.injection.producer.DefaultLifecycleCallbackInvoker.invokeMethods(DefaultLifecycleCallbackInvoker.java:99) s3g_1 | at org.jboss.weld.injection.producer.DefaultLifecycleCallbackInvoker.postConstruct(DefaultLifecycleCallbackInvoker.java:80) s3g_1 | at org.jboss.weld.injection.producer.BasicInjectionTarget.postConstruct(BasicInjectionTarget.java:122) s3g_1 | at org.glassfish.jersey.ext.cdi1x.internal.CdiComponentProvider$InjectionManagerInjectedCdiTarget.postConstruct(CdiComponentProvider.java:887) s3g_1 | at org.jboss.weld.bean.ManagedBean.create(ManagedBean.java:162) s3g_1 | at org.jboss.weld.context.AbstractContext.get(AbstractContext.java:96) s3g_1 | at org.jboss.weld.bean.ContextualInstanceStrategy$DefaultContextualInstanceStrategy.get(ContextualInstanceStrategy.java:100) s3g_1 | at org.jboss.weld.bean.ContextualInstanceStrategy$CachingContextualInstanceStrategy.get(ContextualInstanceStrategy.java:177) s3g_1 | at org.jboss.weld.bean.ContextualInstance.get(ContextualInstance.java:50) s3g_1 | at org.jboss.weld.bean.proxy.ContextBeanInstance.getInstance(ContextBeanInstance.java:99) s3g_1 | at org.jboss.weld.bean.proxy.ProxyMethodHandler.getInstance(ProxyMethodHandler.java:125) s3g_1 | at org.apache.hadoop.ozone.s3.AWSSignatureProcessor$Proxy$_$$_WeldClientProxy.getAwsAccessId(Unknown Source) s3g_1 | at org.apache.hadoop.ozone.s3.OzoneClientProducer.getClient(OzoneClientProducer.java:79) s3g_1 | at org.apache.hadoop.ozone.s3.OzoneClientProducer.createClient(OzoneClientProducer.java:68) s3g_1 | at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) s3g_1 | at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) s3g_1 | at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) s3g_1 | at java.base/java.lang.reflect.Method.invoke(Method.java:566) s3g_1 | at org.jboss.weld.injection.StaticMethodInjectionPoint.invoke(StaticMethodInjectionPoint.java:88) s3g_1 | at org.jboss.weld.injection.StaticMethodInjectionPoint.invoke(StaticMethodInjectionPoint.java:78) s3g_1 | at org.jboss.weld.injection.producer.ProducerMethodProducer.produce(ProducerMethodProducer.java:100) s3g_1 | at org.jboss.weld.injection.producer.AbstractMemberProducer.produce(AbstractMemberProducer.java:161) s3g_1 | at org.jboss.weld.bean.AbstractProducerBean.create(AbstractProducerBean.java:180) s3g_1 | at org.jboss.weld.context.unbound.DependentContextImpl.get(DependentContextImpl.java:70) s3g_1 | at org.jboss.weld.bean.ContextualInstanceStrategy$DefaultContextualInstanceStrategy.get(ContextualInstanceStrategy.java:100) s3g_1 | at org.jboss.weld.bean.ContextualInstance.get(ContextualInstance.java:50) s3g_1 | at org.jboss.weld.manager.BeanManagerImpl.getReference(BeanManagerImpl.java:785) s3g_1 | at org.jboss.weld.manager.BeanManagerImpl.getInjectableReference(BeanManagerImpl.java:885) s3g_1 | at org.jboss.weld.injection.FieldInjectionPoint.inject(FieldInjectionPoint.java:92) s3g_1 | at org.jboss.weld.util.Beans.injectBoundFields(Beans.java:358) s3g_1 | at org.jboss.weld.util.Beans.injectFieldsAndInitializers(Beans.java:369) s3g_1 | at org.jboss.weld.injection.producer.ResourceInjector$1.proceed(ResourceInjector.java:70) s3g_1 | at org.jboss.weld.injection.InjectionContextImpl.run(InjectionContextImpl.java:48) s3g_1 | at org.jboss.weld.injection.producer.ResourceInjector.inject(ResourceInjector.java:72) s3g_1 | at org.jboss.weld.injection.producer.BasicInjectionTarget.inject(BasicInjectionTarget.java:117) s3g_1 | at org.glassfish.jersey.ext.cdi1x.internal.CdiComponentProvider$InjectionManagerInjectedCdiTarget.inject(CdiComponentProvider.java:873) s3g_1 | at org.jboss.weld.bean.ManagedBean.create(ManagedBean.java:159) s3g_1 | at org.jboss.weld.context.unbound.DependentContextImpl.get(DependentContextImpl.java:70) s3g_1 | at org.jboss.weld.bean.ContextualInstanceStrategy$DefaultContextualInstanceStrategy.get(ContextualInstanceStrategy.java:100) s3g_1 | at org.jboss.weld.bean.ContextualInstance.get(ContextualInstance.java:50) s3g_1 | at org.jboss.weld.manager.BeanManagerImpl.getReference(BeanManagerImpl.java:785) s3g_1 | at org.jboss.weld.manager.BeanManagerImpl.getReference(BeanManagerImpl.java:808) s3g_1 | at org.jboss.weld.util.ForwardingBeanManager.getReference(ForwardingBeanManager.java:61) s3g_1 | at org.jboss.weld.bean.builtin.BeanManagerProxy.getReference(BeanManagerProxy.java:85) s3g_1 | at org.glassfish.jersey.ext.cdi1x.internal.CdiUtil.getBeanReference(CdiUtil.java:151) s3g_1 | at org.glassfish.jersey.ext.cdi1x.internal.AbstractCdiBeanSupplier$1.getInstance(AbstractCdiBeanSupplier.java:93) s3g_1 | at org.glassfish.jersey.ext.cdi1x.internal.AbstractCdiBeanSupplier._provide(AbstractCdiBeanSupplier.java:127) s3g_1 | at org.glassfish.jersey.ext.cdi1x.internal.RequestScopedCdiBeanSupplier.get(RequestScopedCdiBeanSupplier.java:70) s3g_1 | at org.glassfish.jersey.inject.hk2.InstanceSupplierFactoryBridge.provide(InstanceSupplierFactoryBridge.java:77) s3g_1 | at org.jvnet.hk2.internal.FactoryCreator.create(FactoryCreator.java:153) s3g_1 | at org.jvnet.hk2.internal.SystemDescriptor.create(SystemDescriptor.java:487) s3g_1 | at org.jvnet.hk2.internal.PerLookupContext.findOrCreate(PerLookupContext.java:70) s3g_1 | at org.jvnet.hk2.internal.Utilities.createService(Utilities.java:2126) s3g_1 | at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:777) s3g_1 | at org.jvnet.hk2.internal.ServiceLocatorImpl.internalGetService(ServiceLocatorImpl.java:740) s3g_1 | at org.jvnet.hk2.internal.ServiceLocatorImpl.getService(ServiceLocatorImpl.java:710) s3g_1 | at org.glassfish.jersey.inject.hk2.AbstractHk2InjectionManager.getInstance(AbstractHk2InjectionManager.java:184) s3g_1 | at org.glassfish.jersey.inject.hk2.ImmediateHk2InjectionManager.getInstance(ImmediateHk2InjectionManager.java:54) s3g_1 | at org.glassfish.jersey.internal.inject.Injections.getOrCreate(Injections.java:129) s3g_1 | at org.glassfish.jersey.server.model.MethodHandler$ClassBasedMethodHandler.getInstance(MethodHandler.java:284) s3g_1 | at org.glassfish.jersey.server.internal.routing.PushMethodHandlerRouter.apply(PushMethodHandlerRouter.java:75) s3g_1 | at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:110) s3g_1 | at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:113) s3g_1 | at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:113) s3g_1 | at org.glassfish.jersey.server.internal.routing.RoutingStage._apply(RoutingStage.java:113) s3g_1 | at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:93) s3g_1 | at org.glassfish.jersey.server.internal.routing.RoutingStage.apply(RoutingStage.java:62) s3g_1 | at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197) s3g_1 | at org.glassfish.jersey.server.ServerRuntime$1.run(ServerRuntime.java:269) s3g_1 | at org.glassfish.jersey.internal.Errors$1.call(Errors.java:272) s3g_1 | at org.glassfish.jersey.internal.Errors$1.call(Errors.java:268) s3g_1 | at org.glassfish.jersey.internal.Errors.process(Errors.java:316) s3g_1 | at org.glassfish.jersey.internal.Errors.process(Errors.java:298) s3g_1 | at org.glassfish.jersey.internal.Errors.process(Errors.java:268) s3g_1 | at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:289) s3g_1 | at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:256) s3g_1 | at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:703) s3g_1 | at org.glassfish.jersey.servlet.WebComponent.serviceImpl(WebComponent.java:416) s3g_1 | at org.glassfish.jersey.servlet.WebComponent.service(WebComponent.java:370) s3g_1 | at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:389) s3g_1 | at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:342) s3g_1 | at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:229) s3g_1 | at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1395) s3g_1 | at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:755) s3g_1 | at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1617) s3g_1 | at org.apache.hadoop.ozone.s3.RootPageDisplayFilter.doFilter(RootPageDisplayFilter.java:53) s3g_1 | at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1596) s3g_1 | at org.apache.hadoop.hdds.server.http.HttpServer2$QuotingInputFilter.doFilter(HttpServer2.java:1666) s3g_1 | at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) s3g_1 | at org.apache.hadoop.hdds.server.http.NoCacheFilter.doFilter(NoCacheFilter.java:48) s3g_1 | at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) s3g_1 | at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) s3g_1 | at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) s3g_1 | at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:590) s3g_1 | at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) s3g_1 | at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) s3g_1 | at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607) s3g_1 | at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) s3g_1 | at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297) s3g_1 | at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) s3g_1 | at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) s3g_1 | at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577) s3g_1 | at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) s3g_1 | at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212) s3g_1 | at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) s3g_1 | at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) s3g_1 | at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) s3g_1 | at org.eclipse.jetty.server.Server.handle(Server.java:500) s3g_1 | at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) s3g_1 | at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) s3g_1 | at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) s3g_1 | at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270) s3g_1 | at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) s3g_1 | at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) s3g_1 | at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) s3g_1 | at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) s3g_1 | at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) s3g_1 | at java.base/java.lang.Thread.run(Thread.java:834) s3g_1 | Caused by: java.lang.reflect.InvocationTargetException s3g_1 | at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) s3g_1 | at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) s3g_1 | at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) s3g_1 | at java.base/java.lang.reflect.Method.invoke(Method.java:566) s3g_1 | at org.jboss.weld.injection.producer.DefaultLifecycleCallbackInvoker.invokeMethods(DefaultLifecycleCallbackInvoker.java:97) s3g_1 | ... 117 more s3g_1 | Caused by: org.apache.hadoop.ozone.s3.exception.OS3Exception s3g_1 | at org.apache.hadoop.ozone.s3.exception.S3ErrorTable.newError(S3ErrorTable.java:112) s3g_1 | at org.apache.hadoop.ozone.s3.header.AuthorizationHeaderV4.validateCredentials(AuthorizationHeaderV4.java:163) s3g_1 | at org.apache.hadoop.ozone.s3.header.AuthorizationHeaderV4.parseAuthHeader(AuthorizationHeaderV4.java:101) s3g_1 | at org.apache.hadoop.ozone.s3.header.AuthorizationHeaderV4.<init>(AuthorizationHeaderV4.java:70) s3g_1 | at org.apache.hadoop.ozone.s3.AWSSignatureProcessor.init(AWSSignatureProcessor.java:124) s3g_1 | ... 122 more s3g_1 | 2020-10-13 19:56:56,239 [qtp1296456465-16] ERROR exception.S3ErrorTable: <?xml version="1.0" encoding="UTF-8"?> s3g_1 | <Error> s3g_1 | <Code>NoSuchBucket</Code> s3g_1 | <Message>The specified bucket does not exist</Message> s3g_1 | <Resource>b12345</Resource> s3g_1 | <RequestId/> s3g_1 | </Error> s3g_1 | ``` @maobaolong @elek Any thoughts/suggestions? ---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org --------------------------------------------------------------------- To unsubscribe, e-mail: ozone-issues-unsubscr...@hadoop.apache.org For additional commands, e-mail: ozone-issues-h...@hadoop.apache.org
