[
https://issues.apache.org/jira/browse/YARN-1601?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13871921#comment-13871921
]
Steve Loughran commented on YARN-1601:
--------------------------------------
after the patch
{code}
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn/
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//.DS_Store
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//hadoop-yarn-api-2.4.0-SNAPSHOT.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//hadoop-yarn-applications-distributedshell-2.4.0-SNAPSHOT.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//hadoop-yarn-applications-unmanaged-am-launcher-2.4.0-SNAPSHOT.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//hadoop-yarn-client-2.4.0-SNAPSHOT.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//hadoop-yarn-common-2.4.0-SNAPSHOT.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//hadoop-yarn-server-common-2.4.0-SNAPSHOT.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//hadoop-yarn-server-nodemanager-2.4.0-SNAPSHOT.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//hadoop-yarn-server-resourcemanager-2.4.0-SNAPSHOT.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//hadoop-yarn-server-tests-2.4.0-SNAPSHOT.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//hadoop-yarn-server-web-proxy-2.4.0-SNAPSHOT.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/activation-1.1.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/aopalliance-1.0.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/asm-3.2.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/commons-cli-1.2.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/commons-codec-1.4.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/commons-compress-1.4.1.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/commons-httpclient-3.1.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/commons-io-2.4.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/commons-lang-2.6.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/commons-logging-1.1.3.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/guava-11.0.2.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/guice-3.0.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/guice-servlet-3.0.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/jackson-core-asl-1.8.8.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/jackson-jaxrs-1.8.8.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/jackson-mapper-asl-1.8.8.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/jackson-xc-1.8.8.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/javax.inject-1.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/jaxb-api-2.2.2.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/jaxb-impl-2.2.3-1.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/jersey-client-1.9.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/jersey-core-1.9.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/jersey-guice-1.9.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/jersey-json-1.9.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/jersey-server-1.9.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/jettison-1.1.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/jetty-6.1.26.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/jetty-util-6.1.26.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/jline-0.9.94.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/jsr305-1.3.9.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/log4j-1.2.17.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/protobuf-java-2.5.0.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/servlet-api-2.5.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/stax-api-1.0-2.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/stax-api-1.0.1.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/xz-1.0.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//lib/zookeeper-3.4.5.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-api-2.4.0-SNAPSHOT-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-applications-distributedshell-2.4.0-SNAPSHOT-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-applications-distributedshell-2.4.0-SNAPSHOT-test-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-applications-unmanaged-am-launcher-2.4.0-SNAPSHOT-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-applications-unmanaged-am-launcher-2.4.0-SNAPSHOT-test-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-client-2.4.0-SNAPSHOT-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-client-2.4.0-SNAPSHOT-test-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-common-2.4.0-SNAPSHOT-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-common-2.4.0-SNAPSHOT-test-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-server-common-2.4.0-SNAPSHOT-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-server-common-2.4.0-SNAPSHOT-test-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-server-nodemanager-2.4.0-SNAPSHOT-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-server-nodemanager-2.4.0-SNAPSHOT-test-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-server-resourcemanager-2.4.0-SNAPSHOT-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-server-resourcemanager-2.4.0-SNAPSHOT-test-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-server-tests-2.4.0-SNAPSHOT-test-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-server-web-proxy-2.4.0-SNAPSHOT-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//sources/hadoop-yarn-server-web-proxy-2.4.0-SNAPSHOT-test-sources.jar
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//test
hadoop-dist/target/hadoop-2.4.0-SNAPSHOT/share/hadoop/yarn//test/hadoop-yarn-server-tests-2.4.0-SNAPSHOT-tests.jar
{code}
> 3rd party JARs are missing from hadoop-dist output
> --------------------------------------------------
>
> Key: YARN-1601
> URL: https://issues.apache.org/jira/browse/YARN-1601
> Project: Hadoop YARN
> Issue Type: Bug
> Affects Versions: 3.0.0, 2.4.0
> Reporter: Alejandro Abdelnur
> Assignee: Alejandro Abdelnur
> Attachments: YARN-1601.patch
>
>
> With the build changes of YARN-888 we are leaving out all 3rd party JArs used
> directly by YARN under /share/hadoop/yarn/lib/.
> We did not notice this when running minicluster because they all happen to be
> in the classpath from hadoop-common and hadoop-yarn.
> As 3d party JARs are not 'public' interfaces we cannot rely on them being
> provided to yarn by common and hdfs. (ie if common and hdfs stop using a 3rd
> party dependency that yarn uses this would break yarn if yarn does not pull
> that dependency explicitly).
> Also, this will break bigtop hadoop build when they move to use branch-2 as
> they expect to find jars in /share/hadoop/yarn/lib/
--
This message was sent by Atlassian JIRA
(v6.1.5#6160)
