[
https://issues.apache.org/jira/browse/HBASE-10830?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13957066#comment-13957066
]
Nick Dimiduk commented on HBASE-10830:
--------------------------------------
Ran again on a more worthy machine.
{noformat}
-------------------------------------------------------
T E S T S
-------------------------------------------------------
Running org.apache.hadoop.hbase.IntegrationTestIngestWithTags
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 787.024 sec
Running org.apache.hadoop.hbase.mapreduce.IntegrationTestImportTsv
Tests run: 0, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 57.439 sec
org.apache.maven.surefire.booter.SurefireBooterForkException: Error occurred in
starting fork, check output in log
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter.fork(ForkStarter.java:238)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter.access$000(ForkStarter.java:64)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter$ParallelFork.call(ForkStarter.java:303)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter$ParallelFork.call(ForkStarter.java:285)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
No results for java.util.concurrent.FutureTask@3f6a5bcb
Running org.apache.hadoop.hbase.mapreduce.IntegrationTestTableMapReduceUtil
Tests run: 1, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 0.48 sec
Running org.apache.hadoop.hbase.mapreduce.IntegrationTestBulkLoad
org.apache.maven.surefire.booter.SurefireBooterForkException: Error occurred in
starting fork, check output in log
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter.fork(ForkStarter.java:238)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter.access$000(ForkStarter.java:64)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter$ParallelFork.call(ForkStarter.java:303)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter$ParallelFork.call(ForkStarter.java:285)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
No results for java.util.concurrent.FutureTask@3cdfd643
Running org.apache.hadoop.hbase.IntegrationTestIngestWithVisibilityLabels
Running org.apache.hadoop.hbase.test.IntegrationTestBigLinkedList
org.apache.maven.surefire.booter.SurefireBooterForkException: Error occurred in
starting fork, check output in log
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter.fork(ForkStarter.java:238)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter.access$000(ForkStarter.java:64)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter$ParallelFork.call(ForkStarter.java:303)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter$ParallelFork.call(ForkStarter.java:285)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
No results for java.util.concurrent.FutureTask@406d06b0
Running
org.apache.hadoop.hbase.test.IntegrationTestWithCellVisibilityLoadAndVerify
org.apache.maven.surefire.booter.SurefireBooterForkException: Error occurred in
starting fork, check output in log
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter.fork(ForkStarter.java:238)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter.access$000(ForkStarter.java:64)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter$ParallelFork.call(ForkStarter.java:303)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter$ParallelFork.call(ForkStarter.java:285)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
No results for java.util.concurrent.FutureTask@4aa0560e
Running org.apache.hadoop.hbase.test.IntegrationTestLoadAndVerify
org.apache.maven.surefire.booter.SurefireBooterForkException: Error occurred in
starting fork, check output in log
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter.fork(ForkStarter.java:238)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter.access$000(ForkStarter.java:64)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter$ParallelFork.call(ForkStarter.java:303)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter$ParallelFork.call(ForkStarter.java:285)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
No results for java.util.concurrent.FutureTask@333cb1eb
Running org.apache.hadoop.hbase.IntegrationTestIngestWithEncryption
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 742.384 sec
Running org.apache.hadoop.hbase.IntegrationTestIngest
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 827.509 sec
Running org.apache.hadoop.hbase.IntegrationTestManyRegions
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 228.997 sec
Running org.apache.hadoop.hbase.IntegrationTestIngestWithACL
Running org.apache.hadoop.hbase.IntegrationTestIngestStripeCompactions
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 803.507 sec
Running org.apache.hadoop.hbase.IntegrationTestLazyCfLoading
org.apache.maven.surefire.booter.SurefireBooterForkException: Error occurred in
starting fork, check output in log
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter.fork(ForkStarter.java:238)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter.access$000(ForkStarter.java:64)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter$ParallelFork.call(ForkStarter.java:303)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter$ParallelFork.call(ForkStarter.java:285)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
No results for java.util.concurrent.FutureTask@1ddd40f3
Running org.apache.hadoop.hbase.trace.IntegrationTestSendTraceRequests
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 110.79 sec
Running org.apache.hadoop.hbase.mttr.IntegrationTestMTTR
Results :
Tests run: 7, Failures: 0, Errors: 0, Skipped: 1
{noformat}
The failsafe output logs are mostly uninteresting -- except -- truncated.
IntegrationTestLoadAndVerify-output.txt let out a hint before it perished
though.
{noformat}
2014-04-01 17:36:21,920 INFO [IPC Server handler 1 on 54381]
blockmanagement.BlockManager(1030): BLOCK* addToInvalidates:
blk_1073741912_1088 127.0.0.1:59937 127.0.0.1:45423 127.0.0.1:35416
2014-04-01 17:36:21,919 INFO [JvmPauseMonitor]
util.JvmPauseMonitor$Monitor(169): Detected pause in JVM or host machine (eg
GC): pause of approximately 1267ms
GC pool 'PS MarkSweep' had collection(s): count=8 time=2289ms
GC pool 'PS Scavenge' had collection(s): count=8 time=38ms
2014-04-01 17:36:21,919 INFO [JvmPauseMonitor]
util.JvmPauseMonitor$Monitor(169): Detected pause in JVM or host machine (eg
GC): pause of approximately 1267ms
GC pool 'PS MarkSweep' had collection(s): count=8 time=2289ms
GC pool 'PS Scavenge' had collection(s): count=8 time=38ms
2014-04-01 17:36:21,919 INFO [JvmPauseMonitor]
util.JvmPauseMonitor$Monitor(169): Detected pause in JVM or host machine (eg
GC): pause of approximately 1267ms
GC pool 'PS MarkSweep' had collection(s): count=6 time=1725ms
GC pool 'PS Scavenge' had collection(s): count=6 time=27ms
2014-04-01 17:36:23,749 INFO [IPC Server handler 1 on 54381]
blockmanagement.BlockManager(1030): BLOCK* addToInvalidates:
blk_1073741903_1079 127.0.0.1:45423 127.0.0.1:35416 127.0.0.1:59937
2014-04-01 17:36:23,179 WARN [DataNode:
[[[DISK]file:/grid/1/ndimiduk/hbase/hbase-it/target/test-data/20d03389-b263-45a2-89c2-dba8f24437a2/dfscluster_40d1df6e-91e9-4336-9fd5-26e33ff5f995/dfs/data/data1/,
[DISK]file:/grid/1/ndimiduk/hbase/hbase-it/target/test-data/20d03389-b263-45a2-89c2-dba8f24437a2/dfscluster_40d1df6e-91e9-4336-9fd5-26e33ff5f995/dfs/data/data2/]]
heartbeating to localhost/127.0.0.1:54381] datanode.BPServiceActor(793):
Unexpected exception in block pool Block pool
BP-296046530-206.190.52.54-1396373731389 (Datanode Uuid
ee61a27e-8079-450e-a027-1323d2707bbf) service to localhost/127.0.0.1:54381
java.lang.OutOfMemoryError: PermGen space
at
org.apache.hadoop.io.retry.RetryPolicies$TryOnceThenFail.shouldRetry(RetryPolicies.java:165)
at
org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:114)
at $Proxy14.sendHeartbeat(Unknown Source)
at
org.apache.hadoop.hdfs.protocolPB.DatanodeProtocolClientSideTranslatorPB.sendHeartbeat(DatanodeProtocolClientSideTranslatorPB.java:176)
at
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.sendHeartBeat(BPServiceActor.java:547)
at
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:631)
at
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:786)
at java.lang.Thread.run(Thread.java:662)
2014-04-01 17:36:26,677 WARN [DataNode:
[[[DISK]file:/grid/1/ndimiduk/hbase/hbase-it/target/test-data/20d03389-b263-45a2-89c2-dba8f24437a2/dfscluster_40d1df6e-91e9-4336-9fd5-26e33ff5f995/dfs/data/data1/,
[DISK]file:/grid/1/ndimiduk/hbase/hbase-it/target/test-data/20d03389-b263-45a2-89c2-dba8f24437a2/dfscluster_40d1df6e-91e9-4336-9fd5-26e33ff5f995/dfs/data/data2/]]
heartbeating to localhost/127.0.0.1:54381] ?(?): Ending block pool service
for: Block pool BP-296046530-206.190.52.54-1396373731389 (Datanode Uuid
ee61a27e-8079-450e-a027-1323d2707bbf) service to localhost/127.0.0.1:54381
2014-04-01 17:36:25,536 INFO [IPC Server
{noformat}
> Integration test MR jobs attempt to load htrace jars from the wrong location
> ----------------------------------------------------------------------------
>
> Key: HBASE-10830
> URL: https://issues.apache.org/jira/browse/HBASE-10830
> Project: HBase
> Issue Type: Bug
> Affects Versions: 0.98.1
> Reporter: Andrew Purtell
> Priority: Minor
> Fix For: 0.99.0, 0.98.2
>
> Attachments: HBASE-10830.00.patch, HBASE-10830.01.patch
>
>
> The MapReduce jobs submitted by IntegrationTestImportTsv want to load the
> htrace JAR from the local Maven cache but get confused and use a HDFS URI.
> {noformat}
> Tests run: 2, Failures: 0, Errors: 2, Skipped: 0, Time elapsed: 8.489 sec <<<
> FAILURE!
> testGenerateAndLoad(org.apache.hadoop.hbase.mapreduce.IntegrationTestImportTsv)
> Time elapsed: 0.488 sec <<< ERROR!
> java.io.FileNotFoundException: File does not exist:
> hdfs://localhost:37548/home/apurtell/.m2/repository/org/cloudera/htrace/htrace-core/2.04/htrace-core-2.04.jar
> at
> org.apache.hadoop.hdfs.DistributedFileSystem$17.doCall(DistributedFileSystem.java:1110)
> at
> org.apache.hadoop.hdfs.DistributedFileSystem$17.doCall(DistributedFileSystem.java:1102)
> at
> org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
> at
> org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1102)
> at
> org.apache.hadoop.mapreduce.filecache.ClientDistributedCacheManager.getFileStatus(ClientDistributedCacheManager.java:288)
> at
> org.apache.hadoop.mapreduce.filecache.ClientDistributedCacheManager.getFileStatus(ClientDistributedCacheManager.java:224)
> at
> org.apache.hadoop.mapreduce.filecache.ClientDistributedCacheManager.determineTimestamps(ClientDistributedCacheManager.java:93)
> at
> org.apache.hadoop.mapreduce.filecache.ClientDistributedCacheManager.determineTimestampsAndCacheVisibilities(ClientDistributedCacheManager.java:57)
> at
> org.apache.hadoop.mapreduce.JobSubmitter.copyAndConfigureFiles(JobSubmitter.java:264)
> at
> org.apache.hadoop.mapreduce.JobSubmitter.copyAndConfigureFiles(JobSubmitter.java:300)
> at
> org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:387)
> at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1268)
> at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1265)
> at java.security.AccessController.doPrivileged(Native Method)
> at javax.security.auth.Subject.doAs(Subject.java:415)
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1491)
> at org.apache.hadoop.mapreduce.Job.submit(Job.java:1265)
> at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:1286)
> at org.apache.hadoop.hbase.mapreduce.ImportTsv.run(ImportTsv.java:603)
> at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
> at
> org.apache.hadoop.hbase.mapreduce.TestImportTsv.doMROnTableTest(TestImportTsv.java:270)
> at
> org.apache.hadoop.hbase.mapreduce.TestImportTsv.doMROnTableTest(TestImportTsv.java:232)
> at
> org.apache.hadoop.hbase.mapreduce.IntegrationTestImportTsv.testGenerateAndLoad(IntegrationTestImportTsv.java:206)
> {noformat}
--
This message was sent by Atlassian JIRA
(v6.2#6252)
