Author: cws Date: Tue Sep 4 08:45:05 2012 New Revision: 1380490 URL: http://svn.apache.org/viewvc?rev=1380490&view=rev Log: HIVE-3416 [jira] Fix TestAvroSerdeUtils.determineSchemaCanReadSchemaFromHDFS when running Hive on hadoop23 (Zhenxiao Luo via Carl Steinbach)
Summary: HIVE-3416: Fix TestAvroSerdeUtils.determineSchemaCanReadSchemaFromHDFS when running Hive on hadoop23 TestAvroSerdeUtils determinSchemaCanReadSchemaFromHDFS is failing when running hive on hadoop23: $ant very-clean package -Dhadoop.version=0.23.1 -Dhadoop-0.23.version=0.23.1 -Dhadoop.mr.rev=23 $ant test -Dhadoop.version=0.23.1 -Dhadoop-0.23.version=0.23.1 -Dhadoop.mr.rev=23 -Dtestcase=TestAvroSerdeUtils <testcase classname="org.apache.hadoop.hive.serde2.avro.TestAvroSerdeUtils" name="determineSchemaCanReadSchemaFromHDFS" time="0.21"> <error message="org/apache/hadoop/net/StaticMapping" type="java.lang.NoClassDefFoundError">java.lang.NoClassDefFoundError: org/apache/hadoop/net/StaticMapping at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:534) at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:489) at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:360) at org.apache.hadoop.hive.serde2.avro.TestAvroSerdeUtils.determineSchemaCanReadSchemaFromHDFS(TestAvroSerdeUtils.java:187) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:616) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.runners.BlockJUnit4ClassRunner.runNotIgnored(BlockJUnit4ClassRunner.java:79) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:71) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:49) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at junit.framework.JUnit4TestAdapter.run(JUnit4TestAdapter.java:39) at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.run(JUnitTestRunner.java:420) at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.launch(JUnitTestRunner.java:911) at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.main(JUnitTestRunner.java:768) Caused by: java.lang.ClassNotFoundException: org.apache.hadoop.net.StaticMapping at java.net.URLClassLoader$1.run(URLClassLoader.java:217) at java.security.AccessController.doPrivileged(Native Method) at java.net.URLClassLoader.findClass(URLClassLoader.java:205) at java.lang.ClassLoader.loadClass(ClassLoader.java:321) at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:294) at java.lang.ClassLoader.loadClass(ClassLoader.java:266) ... 25 more </error> </testcase> Test Plan: EMPTY Reviewers: JIRA Differential Revision: https://reviews.facebook.net/D5025 Modified: hive/trunk/serde/ivy.xml hive/trunk/shims/ivy.xml Modified: hive/trunk/serde/ivy.xml URL: http://svn.apache.org/viewvc/hive/trunk/serde/ivy.xml?rev=1380490&r1=1380489&r2=1380490&view=diff ============================================================================== --- hive/trunk/serde/ivy.xml (original) +++ hive/trunk/serde/ivy.xml Tue Sep 4 08:45:05 2012 @@ -14,7 +14,7 @@ See the License for the specific language governing permissions and limitations under the License. --> -<ivy-module version="2.0"> +<ivy-module version="2.0" xmlns:m="http://ant.apache.org/ivy/maven"> <info organisation="${hive.ivy.org}" module="hive-serde" revision="${version}"> <license name="The Apache Software License, Version 2.0" url="http://www.apache.org/licenses/LICENSE-2.0.txt" /> <description homepage="http://hive.apache.org"> @@ -51,6 +51,20 @@ transitive="false"/> <!-- Test Dependencies --> + <dependency org="org.apache.hadoop" name="hadoop-common" + rev="${hadoop.version.ant-internal}" + conf="hadoop23.test->default"> + <artifact name="hadoop-common" type="tests" ext="jar" m:classifier="tests"/> + <exclude org="commons-daemon" module="commons-daemon"/><!--bad POM--> + <exclude org="org.apache.commons" module="commons-daemon"/><!--bad POM--> + </dependency> + <dependency org="org.apache.hadoop" name="hadoop-hdfs" + rev="${hadoop.version.ant-internal}" + conf="hadoop23.test->default"> + <artifact name="hadoop-hdfs" type="tests" ext="jar" m:classifier="tests"/> + <exclude org="commons-daemon" module="commons-daemon"/><!--bad POM--> + <exclude org="org.apache.commons" module="commons-daemon"/><!--bad POM--> + </dependency> <dependency org="junit" name="junit" rev="${junit.version}" conf="test->default" /> </dependencies> </ivy-module> Modified: hive/trunk/shims/ivy.xml URL: http://svn.apache.org/viewvc/hive/trunk/shims/ivy.xml?rev=1380490&r1=1380489&r2=1380490&view=diff ============================================================================== --- hive/trunk/shims/ivy.xml (original) +++ hive/trunk/shims/ivy.xml Tue Sep 4 08:45:05 2012 @@ -47,7 +47,8 @@ <dependency org="org.apache.hadoop" name="hadoop-common" rev="${hadoop-0.23.version}" conf="hadoop0.23.shim->default"> - <include type="jar"/> + <artifact name="hadoop-common" ext="jar" /> + <artifact name="hadoop-common" type="tests" ext="jar" m:classifier="tests"/> <exclude org="commons-daemon" module="commons-daemon"/><!--bad POM--> <exclude org="org.apache.commons" module="commons-daemon"/><!--bad POM--> </dependency>