[ https://issues.apache.org/jira/browse/MAPREDUCE-1425?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=12806133#action_12806133 ]
Tsz Wo (Nicholas), SZE commented on MAPREDUCE-1425: --------------------------------------------------- Got OutOfMemoryError again after replaced . with full path. {noformat} -bash-3.1$ hadoop archive -archiveName t4.har -p /user/tsz t4 . Exception in thread "LeaseChecker" java.lang.OutOfMemoryError: Java heap space at java.io.BufferedOutputStream.<init>(BufferedOutputStream.java:59) at java.io.BufferedOutputStream.<init>(BufferedOutputStream.java:42) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:318) at org.apache.hadoop.ipc.Client$Connection.access$1700(Client.java:176) at org.apache.hadoop.ipc.Client.getConnection(Client.java:859) at org.apache.hadoop.ipc.Client.call(Client.java:719) at org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:220) at $Proxy0.renewLease(Unknown Source) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:82) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:59) at $Proxy0.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.renew(DFSClient.java:1046) at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1058) at java.lang.Thread.run(Thread.java:619) 10/01/28 22:27:57 WARN hdfs.DFSClient: DataStreamer Exception: java.lang.NullPointerException at org.apache.hadoop.ipc.Client$Connection.sendParam(Client.java:467) at org.apache.hadoop.ipc.Client.call(Client.java:720) at org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:220) at $Proxy0.addBlock(Unknown Source) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:82) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:59) at $Proxy0.addBlock(Unknown Source) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.locateFollowingBlock(DFSClient.java:2904) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.nextBlockOutputStream(DFSClient.java:2786) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.access$2000(DFSClient.java:2076) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2262) 10/01/28 22:27:57 WARN hdfs.DFSClient: Error Recovery for block null bad datanode[0] nodes == null 10/01/28 22:27:57 WARN hdfs.DFSClient: Could not get block locations. Source file "/mapredsystem/hadoop/mapredsystem/har_ljz1el/_har_src_files" - Aborting... Could not get block locations. Source file "/mapredsystem/hadoop/mapredsystem/har_ljz1el/_har_src_files" - Aborting... {noformat} > archive throws OutOfMemoryError > ------------------------------- > > Key: MAPREDUCE-1425 > URL: https://issues.apache.org/jira/browse/MAPREDUCE-1425 > Project: Hadoop Map/Reduce > Issue Type: Bug > Components: harchive > Reporter: Tsz Wo (Nicholas), SZE > Assignee: Mahadev konar > Fix For: 0.22.0 > > > {noformat} > -bash-3.1$ hadoop archive -archiveName t4.har -p . t4 . > Exception in thread "main" java.lang.OutOfMemoryError: Java heap space > at java.util.regex.Pattern.compile(Pattern.java:1432) > at java.util.regex.Pattern.<init>(Pattern.java:1133) > at java.util.regex.Pattern.compile(Pattern.java:847) > at java.lang.String.replace(String.java:2208) > at org.apache.hadoop.fs.Path.normalizePath(Path.java:146) > at org.apache.hadoop.fs.Path.initialize(Path.java:137) > at org.apache.hadoop.fs.Path.<init>(Path.java:126) > at org.apache.hadoop.fs.Path.makeQualified(Path.java:296) > at > org.apache.hadoop.hdfs.DistributedFileSystem.makeQualified(DistributedFileSystem.java:244) > at > org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:256) > at > org.apache.hadoop.tools.HadoopArchives.archive(HadoopArchives.java:393) > at org.apache.hadoop.tools.HadoopArchives.run(HadoopArchives.java:736) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:65) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:79) > at > org.apache.hadoop.tools.HadoopArchives.main(HadoopArchives.java:751) > {noformat} -- This message is automatically generated by JIRA. - You can reply to this email to add a comment to the issue online.