[ https://issues.apache.org/jira/browse/HADOOP-18033?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17454049#comment-17454049 ]
Viraj Jasani commented on HADOOP-18033: --------------------------------------- With this upgrade, we will also need to explicitly add new dependency {_}javax.ws.rs:javax.ws.rs-api{_}. We also need to exclude it from shading, else we will get multiple duplicate class clash with existing javax.ws.rs dependencies. For the record, let me provide duplicate class details: {code:java} Duplicate classes found: Found in: org.apache.hadoop:hadoop-client-minicluster:jar:3.4.0-SNAPSHOT:compile org.apache.hadoop:hadoop-client-runtime:jar:3.4.0-SNAPSHOT:compile Duplicate classes: org/apache/hadoop/shaded/javax/ws/rs/POST.class org/apache/hadoop/shaded/javax/ws/rs/core/Link$JaxbLink.class org/apache/hadoop/shaded/javax/ws/rs/NotFoundException.class org/apache/hadoop/shaded/javax/ws/rs/container/PreMatching.class org/apache/hadoop/shaded/javax/ws/rs/container/ContainerRequestContext.class org/apache/hadoop/shaded/javax/ws/rs/core/FeatureContext.class org/apache/hadoop/shaded/javax/ws/rs/core/HttpHeaders.class org/apache/hadoop/shaded/javax/ws/rs/PATCH.class org/apache/hadoop/shaded/javax/ws/rs/sse/OutboundSseEvent$Builder.class org/apache/hadoop/shaded/javax/ws/rs/core/GenericType.class org/apache/hadoop/shaded/javax/ws/rs/sse/SseBroadcaster.class org/apache/hadoop/shaded/javax/ws/rs/core/MediaType$2.class org/apache/hadoop/shaded/javax/ws/rs/core/StreamingOutput.class org/apache/hadoop/shaded/javax/ws/rs/core/GenericEntity.class org/apache/hadoop/shaded/javax/ws/rs/core/PathSegment.class org/apache/hadoop/shaded/javax/ws/rs/BadRequestException.class org/apache/hadoop/shaded/javax/ws/rs/ext/ExceptionMapper.class org/apache/hadoop/shaded/javax/ws/rs/client/ClientBuilder.class org/apache/hadoop/shaded/javax/ws/rs/Priorities.class org/apache/hadoop/shaded/javax/ws/rs/HeaderParam.class org/apache/hadoop/shaded/javax/ws/rs/core/Context.class org/apache/hadoop/shaded/javax/ws/rs/container/ResourceContext.class org/apache/hadoop/shaded/javax/ws/rs/ConstrainedTo.class org/apache/hadoop/shaded/javax/ws/rs/Encoded.class org/apache/hadoop/shaded/javax/ws/rs/core/AbstractMultivaluedMap.class org/apache/hadoop/shaded/javax/ws/rs/client/Entity.class org/apache/hadoop/shaded/javax/ws/rs/client/SyncInvoker.class org/apache/hadoop/shaded/javax/ws/rs/NameBinding.class org/apache/hadoop/shaded/javax/ws/rs/client/Invocation$Builder.class org/apache/hadoop/shaded/javax/ws/rs/ext/MessageBodyReader.class org/apache/hadoop/shaded/javax/ws/rs/client/ResponseProcessingException.class org/apache/hadoop/shaded/javax/ws/rs/sse/FactoryFinder.class org/apache/hadoop/shaded/javax/ws/rs/client/FactoryFinder.class org/apache/hadoop/shaded/javax/ws/rs/container/ContainerRequestFilter.class org/apache/hadoop/shaded/javax/ws/rs/ext/RuntimeDelegate$HeaderDelegate.class org/apache/hadoop/shaded/javax/ws/rs/core/Response$Status$Family.class org/apache/hadoop/shaded/javax/ws/rs/ext/ReaderInterceptor.class org/apache/hadoop/shaded/javax/ws/rs/container/ContainerResponseContext.class org/apache/hadoop/shaded/javax/ws/rs/ApplicationPath.class org/apache/hadoop/shaded/javax/ws/rs/ext/WriterInterceptorContext.class org/apache/hadoop/shaded/javax/ws/rs/PUT.class org/apache/hadoop/shaded/javax/ws/rs/container/ResourceInfo.class org/apache/hadoop/shaded/javax/ws/rs/core/Response$ResponseBuilder.class org/apache/hadoop/shaded/javax/ws/rs/ext/MessageBodyWriter.class org/apache/hadoop/shaded/javax/ws/rs/sse/SseEventSource.class org/apache/hadoop/shaded/javax/ws/rs/FormParam.class org/apache/hadoop/shaded/javax/ws/rs/PathParam.class org/apache/hadoop/shaded/javax/ws/rs/core/Application.class org/apache/hadoop/shaded/javax/ws/rs/core/Link$Builder.class org/apache/hadoop/shaded/javax/ws/rs/NotAcceptableException.class org/apache/hadoop/shaded/javax/ws/rs/NotAllowedException.class org/apache/hadoop/shaded/javax/ws/rs/ext/InterceptorContext.class org/apache/hadoop/shaded/javax/ws/rs/container/ConnectionCallback.class org/apache/hadoop/shaded/javax/ws/rs/container/TimeoutHandler.class org/apache/hadoop/shaded/javax/ws/rs/core/Request.class org/apache/hadoop/shaded/javax/ws/rs/WebApplicationException.class org/apache/hadoop/shaded/javax/ws/rs/ext/WriterInterceptor.class org/apache/hadoop/shaded/javax/ws/rs/RedirectionException.class org/apache/hadoop/shaded/javax/ws/rs/ext/RuntimeDelegate.class org/apache/hadoop/shaded/javax/ws/rs/CookieParam.class org/apache/hadoop/shaded/javax/ws/rs/container/CompletionCallback.class org/apache/hadoop/shaded/javax/ws/rs/Path.class org/apache/hadoop/shaded/javax/ws/rs/client/Invocation.class org/apache/hadoop/shaded/javax/ws/rs/core/EntityTag.class org/apache/hadoop/shaded/javax/ws/rs/core/UriBuilder.class org/apache/hadoop/shaded/javax/ws/rs/sse/SseEventSource$Builder.class org/apache/hadoop/shaded/javax/ws/rs/DefaultValue.class org/apache/hadoop/shaded/javax/ws/rs/client/Client.class org/apache/hadoop/shaded/javax/ws/rs/ext/FactoryFinder.class org/apache/hadoop/shaded/javax/ws/rs/NotSupportedException.class org/apache/hadoop/shaded/javax/ws/rs/HEAD.class org/apache/hadoop/shaded/javax/ws/rs/core/Link.class org/apache/hadoop/shaded/javax/ws/rs/ext/ParamConverter$Lazy.class org/apache/hadoop/shaded/javax/ws/rs/QueryParam.class org/apache/hadoop/shaded/javax/ws/rs/core/Response$StatusType.class org/apache/hadoop/shaded/javax/ws/rs/client/ClientResponseFilter.class org/apache/hadoop/shaded/javax/ws/rs/client/RxInvoker.class org/apache/hadoop/shaded/javax/ws/rs/core/MultivaluedHashMap.class org/apache/hadoop/shaded/javax/ws/rs/core/UriBuilderException.class org/apache/hadoop/shaded/javax/ws/rs/client/ClientRequestFilter.class org/apache/hadoop/shaded/javax/ws/rs/client/RxInvokerProvider.class org/apache/hadoop/shaded/javax/ws/rs/sse/SseEvent.class org/apache/hadoop/shaded/javax/ws/rs/DELETE.class org/apache/hadoop/shaded/javax/ws/rs/Produces.class org/apache/hadoop/shaded/javax/ws/rs/core/MediaType.class org/apache/hadoop/shaded/javax/ws/rs/core/NoContentException.class org/apache/hadoop/shaded/javax/ws/rs/OPTIONS.class org/apache/hadoop/shaded/javax/ws/rs/ext/Provider.class org/apache/hadoop/shaded/javax/ws/rs/BeanParam.class org/apache/hadoop/shaded/javax/ws/rs/client/ClientRequestContext.class org/apache/hadoop/shaded/javax/ws/rs/core/Feature.class org/apache/hadoop/shaded/javax/ws/rs/ext/ParamConverter.class org/apache/hadoop/shaded/javax/ws/rs/core/Form.class org/apache/hadoop/shaded/javax/ws/rs/Consumes.class org/apache/hadoop/shaded/javax/ws/rs/ClientErrorException.class org/apache/hadoop/shaded/javax/ws/rs/client/CompletionStageRxInvoker.class org/apache/hadoop/shaded/javax/ws/rs/core/MultivaluedMap.class org/apache/hadoop/shaded/javax/ws/rs/ext/ReaderInterceptorContext.class org/apache/hadoop/shaded/javax/ws/rs/sse/InboundSseEvent.class org/apache/hadoop/shaded/javax/ws/rs/core/NewCookie.class org/apache/hadoop/shaded/javax/ws/rs/core/Variant$VariantListBuilder.class org/apache/hadoop/shaded/javax/ws/rs/client/WebTarget.class org/apache/hadoop/shaded/javax/ws/rs/core/Configuration.class org/apache/hadoop/shaded/javax/ws/rs/ForbiddenException.class org/apache/hadoop/shaded/javax/ws/rs/RuntimeType.class org/apache/hadoop/shaded/javax/ws/rs/core/MediaType$1.class org/apache/hadoop/shaded/javax/ws/rs/MatrixParam.class org/apache/hadoop/shaded/javax/ws/rs/client/InvocationCallback.class org/apache/hadoop/shaded/javax/ws/rs/container/Suspended.class org/apache/hadoop/shaded/javax/ws/rs/ext/Providers.class org/apache/hadoop/shaded/javax/ws/rs/InternalServerErrorException.class org/apache/hadoop/shaded/javax/ws/rs/container/DynamicFeature.class org/apache/hadoop/shaded/javax/ws/rs/ext/ContextResolver.class org/apache/hadoop/shaded/javax/ws/rs/core/Cookie.class org/apache/hadoop/shaded/javax/ws/rs/HttpMethod.class org/apache/hadoop/shaded/javax/ws/rs/ServiceUnavailableException.class org/apache/hadoop/shaded/javax/ws/rs/GET.class org/apache/hadoop/shaded/javax/ws/rs/sse/SseEventSink.class org/apache/hadoop/shaded/javax/ws/rs/sse/Sse.class org/apache/hadoop/shaded/javax/ws/rs/container/AsyncResponse.class org/apache/hadoop/shaded/javax/ws/rs/container/ContainerResponseFilter.class org/apache/hadoop/shaded/javax/ws/rs/core/Configurable.class org/apache/hadoop/shaded/javax/ws/rs/core/Response.class org/apache/hadoop/shaded/javax/ws/rs/ServerErrorException.class org/apache/hadoop/shaded/javax/ws/rs/core/Form$1.class org/apache/hadoop/shaded/javax/ws/rs/ProcessingException.class org/apache/hadoop/shaded/javax/ws/rs/client/ClientResponseContext.class org/apache/hadoop/shaded/javax/ws/rs/core/Response$Status.class org/apache/hadoop/shaded/javax/ws/rs/NotAuthorizedException.class org/apache/hadoop/shaded/javax/ws/rs/core/Variant.class org/apache/hadoop/shaded/javax/ws/rs/core/CacheControl.class org/apache/hadoop/shaded/javax/ws/rs/core/UriInfo.class org/apache/hadoop/shaded/javax/ws/rs/client/AsyncInvoker.class org/apache/hadoop/shaded/javax/ws/rs/core/Link$JaxbAdapter.class org/apache/hadoop/shaded/javax/ws/rs/ext/ParamConverterProvider.class org/apache/hadoop/shaded/javax/ws/rs/core/SecurityContext.class org/apache/hadoop/shaded/javax/ws/rs/sse/OutboundSseEvent.class {code} > Upgrade Jackson to 2.12 or upper > -------------------------------- > > Key: HADOOP-18033 > URL: https://issues.apache.org/jira/browse/HADOOP-18033 > Project: Hadoop Common > Issue Type: Improvement > Components: build > Reporter: Akira Ajisaka > Assignee: Viraj Jasani > Priority: Major > Labels: pull-request-available > Time Spent: 50m > Remaining Estimate: 0h > > Spark 3.2.0 depends on Jackson 2.12.3. Let's upgrade to 2.12.5 (2.12.x latest > as of now) or upper. -- This message was sent by Atlassian Jira (v8.20.1#820001) --------------------------------------------------------------------- To unsubscribe, e-mail: common-issues-unsubscr...@hadoop.apache.org For additional commands, e-mail: common-issues-h...@hadoop.apache.org