See <http://54.241.6.143/job/HBase-0.94-Hadoop-2/93/changes>
Changes:
[jmhsieh] HBASE-8381 TestTableInputFormatScan on Hadoop 2 fails because YARN
kills our applications
This patch bumps up the vmem-pmem ratio so that yarn's resource checker does
not kill jobs that exceed the vmem (virtual memory!) allocation limit. Related
to HBASE-6330.
------------------------------------------
[...truncated 5269 lines...]
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 24.815 sec
Running org.apache.hadoop.hbase.regionserver.wal.TestLogRollAbort
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 17.86 sec
Running org.apache.hadoop.hbase.regionserver.wal.TestHLogSplit
Tests run: 30, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 55.616 sec
Running org.apache.hadoop.hbase.regionserver.wal.TestLogRollingNoCluster
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.46 sec
Running org.apache.hadoop.hbase.regionserver.wal.TestHLogSplitCompressed
Tests run: 30, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 56.127 sec
Running org.apache.hadoop.hbase.regionserver.wal.TestHLogBench
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.125 sec
Running org.apache.hadoop.hbase.regionserver.TestMasterAddressManager
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.223 sec
Running org.apache.hadoop.hbase.regionserver.wal.TestWALReplayCompressed
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 35.591 sec
Running org.apache.hadoop.hbase.regionserver.TestSplitLogWorker
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.725 sec
Running org.apache.hadoop.hbase.regionserver.TestRpcMetrics
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.885 sec
Running org.apache.hadoop.hbase.regionserver.TestSeekOptimizations
Running org.apache.hadoop.hbase.regionserver.wal.TestWALReplay
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.85 sec
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 35.158 sec
Running org.apache.hadoop.hbase.regionserver.handler.TestCloseRegionHandler
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.928 sec
Running org.apache.hadoop.hbase.regionserver.wal.TestLogRolling
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 128.654 sec
Running org.apache.hadoop.hbase.regionserver.handler.TestOpenRegionHandler
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.059 sec
Running org.apache.hadoop.hbase.regionserver.TestBlocksRead
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.883 sec
Running org.apache.hadoop.hbase.regionserver.TestHRegionServerBulkLoad
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 47.999 sec
Running org.apache.hadoop.hbase.regionserver.TestEndToEndSplitTransaction
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 61.716 sec
Running org.apache.hadoop.hbase.regionserver.TestParallelPut
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 10.734 sec
Running org.apache.hadoop.hbase.regionserver.TestStoreFileBlockCacheSummary
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.528 sec
Running org.apache.hadoop.hbase.regionserver.TestCompactionWithCoprocessor
Tests run: 17, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 77.931 sec
Running org.apache.hadoop.hbase.regionserver.TestFSErrorsExposed
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 43.808 sec
Running org.apache.hadoop.hbase.regionserver.metrics.TestSchemaMetrics
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 17.766 sec
Running org.apache.hadoop.hbase.regionserver.TestRSKilledWhenMasterInitializing
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 82.15 sec
Running org.apache.hadoop.hbase.regionserver.TestCacheOnWriteInSchema
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.034 sec
Running org.apache.hadoop.hbase.regionserver.TestMultiColumnScanner
Tests run: 12, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 46.311 sec
Running org.apache.hadoop.hbase.regionserver.TestServerCustomProtocol
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 16.692 sec
Running org.apache.hadoop.hbase.ipc.TestDelayedRpc
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.227 sec
Running org.apache.hadoop.hbase.ipc.TestPBOnWritableRpc
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.792 sec
Running org.apache.hadoop.hbase.regionserver.TestCompactionState
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 54.274 sec
Running org.apache.hadoop.hbase.constraint.TestConstraint
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 28.372 sec
Running org.apache.hadoop.hbase.regionserver.TestSplitTransactionOnCluster
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 58.979 sec
Running org.apache.hadoop.hbase.regionserver.TestRegionServerMetrics
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 51.662 sec
Running org.apache.hadoop.hbase.io.encoding.TestLoadAndSwitchEncodeOnDisk
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 36.464 sec
Running org.apache.hadoop.hbase.io.hfile.slab.TestSlabCache
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 37.081 sec
Running org.apache.hadoop.hbase.io.encoding.TestUpgradeFromHFileV1ToEncoding
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 112.584 sec
Running org.apache.hadoop.hbase.io.hfile.slab.TestSingleSizeCache
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 53.809 sec
Running org.apache.hadoop.hbase.io.hfile.TestFixedFileTrailer
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.479 sec
Running org.apache.hadoop.hbase.io.hfile.TestHFileBlockCompatibility
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 7.921 sec
Running org.apache.hadoop.hbase.io.hfile.TestChecksum
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 7.123 sec
Running org.apache.hadoop.hbase.io.hfile.TestHFileBlock
Tests run: 16, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 59.661 sec
Running org.apache.hadoop.hbase.io.hfile.TestHFilePerformance
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.899 sec
Running org.apache.hadoop.hbase.io.hfile.TestHFileBlockIndex
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.353 sec
Running org.apache.hadoop.hbase.io.hfile.TestHFileSeek
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.866 sec
Running org.apache.hadoop.hbase.io.hfile.TestLruBlockCache
Tests run: 16, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.162 sec
Running org.apache.hadoop.hbase.io.encoding.TestDataBlockEncoders
Tests run: 12, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 226.809 sec
Running org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite
Tests run: 36, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 47.95 sec
Running org.apache.hadoop.hbase.io.TestFileLink
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 21.447 sec
Running org.apache.hadoop.hbase.thrift2.TestThriftHBaseServiceHandler
Tests run: 12, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.63 sec
Running org.apache.hadoop.hbase.io.hfile.TestForceCacheImportantBlocks
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 63.878 sec
Running org.apache.hadoop.hbase.metrics.TestMetricsMBeanBase
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.607 sec
Running org.apache.hadoop.hbase.TestInfoServers
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.963 sec
Running org.apache.hadoop.hbase.TestClusterBootOrder
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 30.015 sec
Running org.apache.hadoop.hbase.io.encoding.TestChangingEncoding
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 267.209 sec
Running org.apache.hadoop.hbase.thrift.TestThriftServer
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 40.879 sec
Running org.apache.hadoop.hbase.mapreduce.TestMultithreadedTableMapper
Tests run: 1, Failures: 1, Errors: 0, Skipped: 0, Time elapsed: 45.416 sec <<<
FAILURE!
Running org.apache.hadoop.hbase.mapreduce.TestImportExport
Tests run: 4, Failures: 0, Errors: 4, Skipped: 0, Time elapsed: 72.281 sec <<<
FAILURE!
Running org.apache.hadoop.hbase.mapreduce.TestTableMapReduce
Tests run: 1, Failures: 0, Errors: 1, Skipped: 0, Time elapsed: 70.505 sec <<<
FAILURE!
Running org.apache.hadoop.hbase.mapreduce.TestHLogRecordReader
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.471 sec
Running org.apache.hadoop.hbase.mapreduce.TestLoadIncrementalHFilesSplitRecovery
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 68.396 sec
Running org.apache.hadoop.hbase.mapreduce.TestLoadIncrementalHFiles
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 27.638 sec
Running org.apache.hadoop.hbase.mapreduce.TestTimeRangeMapRed
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 30.073 sec
Running org.apache.hadoop.hbase.mapreduce.TestWALPlayer
Tests run: 1, Failures: 1, Errors: 0, Skipped: 0, Time elapsed: 34.236 sec <<<
FAILURE!
Running org.apache.hadoop.hbase.mapreduce.TestTableInputFormatScan1
Tests run: 5, Failures: 4, Errors: 1, Skipped: 0, Time elapsed: 124.102 sec <<<
FAILURE!
Running org.apache.hadoop.hbase.mapreduce.TestMultiTableInputFormat
Tests run: 5, Failures: 4, Errors: 0, Skipped: 0, Time elapsed: 122.638 sec <<<
FAILURE!
org.apache.maven.surefire.booter.SurefireBooterForkException: Error occurred in
starting fork, check output in log
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter.fork(ForkStarter.java:238)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter.access$000(ForkStarter.java:64)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter$ParallelFork.call(ForkStarter.java:303)
at
org.apache.maven.plugin.surefire.booterclient.ForkStarter$ParallelFork.call(ForkStarter.java:285)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
at java.lang.Thread.run(Thread.java:662)
Running org.apache.hadoop.hbase.procedure.TestZKProcedure
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.747 sec
Running org.apache.hadoop.hbase.procedure.TestZKProcedureControllers
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.624 sec
Running org.apache.hadoop.hbase.mapreduce.TestTableInputFormatScan2
Tests run: 7, Failures: 7, Errors: 0, Skipped: 0, Time elapsed: 111.261 sec <<<
FAILURE!
Running org.apache.hadoop.hbase.TestRegionRebalancing
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 19.231 sec
Running org.apache.hadoop.hbase.thrift.TestThriftServerCmdLine
Tests run: 20, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 349.354 sec
Running org.apache.hadoop.hbase.mapreduce.TestImportTsv
Tests run: 13, Failures: 3, Errors: 1, Skipped: 0, Time elapsed: 178.709 sec
<<< FAILURE!
No results for java.util.concurrent.FutureTask@5e3a63fd
Results :
Failed tests:
testMultithreadedTableMapper(org.apache.hadoop.hbase.mapreduce.TestMultithreadedTableMapper)
testWALPlayer(org.apache.hadoop.hbase.mapreduce.TestWALPlayer): expected:<0>
but was:<1>
testScanEmptyToEmpty(org.apache.hadoop.hbase.mapreduce.TestTableInputFormatScan1)
testScanEmptyToBBA(org.apache.hadoop.hbase.mapreduce.TestTableInputFormatScan1)
testScanEmptyToBBB(org.apache.hadoop.hbase.mapreduce.TestTableInputFormatScan1)
testScanEmptyToOPP(org.apache.hadoop.hbase.mapreduce.TestTableInputFormatScan1)
testScanEmptyToEmpty(org.apache.hadoop.hbase.mapreduce.TestMultiTableInputFormat)
testScanOBBToOPP(org.apache.hadoop.hbase.mapreduce.TestMultiTableInputFormat)
testScanOPPToEmpty(org.apache.hadoop.hbase.mapreduce.TestMultiTableInputFormat)
testScanYZYToEmpty(org.apache.hadoop.hbase.mapreduce.TestMultiTableInputFormat)
testScanOBBToOPP(org.apache.hadoop.hbase.mapreduce.TestTableInputFormatScan2)
testScanOBBToQPP(org.apache.hadoop.hbase.mapreduce.TestTableInputFormatScan2)
testScanOPPToEmpty(org.apache.hadoop.hbase.mapreduce.TestTableInputFormatScan2)
testScanYYXToEmpty(org.apache.hadoop.hbase.mapreduce.TestTableInputFormatScan2)
testScanYYYToEmpty(org.apache.hadoop.hbase.mapreduce.TestTableInputFormatScan2)
testScanYZYToEmpty(org.apache.hadoop.hbase.mapreduce.TestTableInputFormatScan2)
testScanFromConfiguration(org.apache.hadoop.hbase.mapreduce.TestTableInputFormatScan2)
testMROnTable(org.apache.hadoop.hbase.mapreduce.TestImportTsv)
testMROnTableWithCustomMapper(org.apache.hadoop.hbase.mapreduce.TestImportTsv)
testBulkOutputWithoutAnExistingTable(org.apache.hadoop.hbase.mapreduce.TestImportTsv)
Tests in error:
testMultiRegionTable(org.apache.hadoop.hbase.mapred.TestTableMapReduce): Job
failed!
testSimpleCase(org.apache.hadoop.hbase.mapreduce.TestImportExport)
testMetaExport(org.apache.hadoop.hbase.mapreduce.TestImportExport)
testWithDeletes(org.apache.hadoop.hbase.mapreduce.TestImportExport)
testWithFilter(org.apache.hadoop.hbase.mapreduce.TestImportExport)
testMultiRegionTable(org.apache.hadoop.hbase.mapreduce.TestTableMapReduce)
testScanEmptyToAPP(org.apache.hadoop.hbase.mapreduce.TestTableInputFormatScan1)
testMROnTableWithTimestamp(org.apache.hadoop.hbase.mapreduce.TestImportTsv)
Tests run: 1331, Failures: 20, Errors: 8, Skipped: 13
[JENKINS] Recording test results
[INFO] ------------------------------------------------------------------------
[INFO] BUILD FAILURE
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 44:59.671s
[INFO] Finished at: Wed Apr 24 19:57:53 UTC 2013
[INFO] Final Memory: 73M/396M
[INFO] ------------------------------------------------------------------------
[JENKINS] Archiving <http://54.241.6.143/job/HBase-0.94-Hadoop-2/ws/pom.xml> to
/var/lib/jenkins/jobs/HBase-0.94-Hadoop-2/modules/org.apache.hbase$hbase/builds/2013-04-24_19-12-47/archive/org.apache.hbase/hbase/0.94.7/hbase-0.94.7.pom
Waiting for Jenkins to finish collecting data
mavenExecutionResult exceptions not empty
message : Failed to execute goal
org.apache.maven.plugins:maven-surefire-plugin:2.12-TRUNK-HBASE-2:test
(secondPartTestsExecution) on project hbase: There are test failures.
Please refer to
<http://54.241.6.143/job/HBase-0.94-Hadoop-2/ws/target/surefire-reports> for
the individual test results.
cause : There are test failures.
Please refer to
<http://54.241.6.143/job/HBase-0.94-Hadoop-2/ws/target/surefire-reports> for
the individual test results.
Stack trace :
org.apache.maven.lifecycle.LifecycleExecutionException: Failed to execute goal
org.apache.maven.plugins:maven-surefire-plugin:2.12-TRUNK-HBASE-2:test
(secondPartTestsExecution) on project hbase: There are test failures.
Please refer to
<http://54.241.6.143/job/HBase-0.94-Hadoop-2/ws/target/surefire-reports> for
the individual test results.
at
org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:213)
at
org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:153)
at
org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:145)
at
org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:84)
at
org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:59)
at
org.apache.maven.lifecycle.internal.LifecycleStarter.singleThreadedBuild(LifecycleStarter.java:183)
at
org.apache.maven.lifecycle.internal.LifecycleStarter.execute(LifecycleStarter.java:161)
at org.apache.maven.DefaultMaven.doExecute(DefaultMaven.java:320)
at org.apache.maven.DefaultMaven.execute(DefaultMaven.java:156)
at
org.jvnet.hudson.maven3.launcher.Maven3Launcher.main(Maven3Launcher.java:79)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at
org.codehaus.plexus.classworlds.launcher.Launcher.launchStandard(Launcher.java:329)
at
org.codehaus.plexus.classworlds.launcher.Launcher.launch(Launcher.java:239)
at org.jvnet.hudson.maven3.agent.Maven3Main.launch(Maven3Main.java:158)
at hudson.maven.Maven3Builder.call(Maven3Builder.java:100)
at hudson.maven.Maven3Builder.call(Maven3Builder.java:66)
at hudson.remoting.UserRequest.perform(UserRequest.java:118)
at hudson.remoting.UserRequest.perform(UserRequest.java:48)
at hudson.remoting.Request$2.run(Request.java:326)
at
hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
at java.lang.Thread.run(Thread.java:662)
Caused by: org.apache.maven.plugin.MojoFailureException: There are test
failures.
Please refer to
<http://54.241.6.143/job/HBase-0.94-Hadoop-2/ws/target/surefire-reports> for
the individual test results.
at
org.apache.maven.plugin.surefire.SurefireHelper.reportExecution(SurefireHelper.java:87)
at
org.apache.maven.plugin.surefire.SurefirePlugin.writeSummary(SurefirePlugin.java:651)
at
org.apache.maven.plugin.surefire.SurefirePlugin.handleSummary(SurefirePlugin.java:625)
at
org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeAfterPreconditionsChecked(AbstractSurefireMojo.java:137)
at
org.apache.maven.plugin.surefire.AbstractSurefireMojo.execute(AbstractSurefireMojo.java:98)
at
org.apache.maven.plugin.DefaultBuildPluginManager.executeMojo(DefaultBuildPluginManager.java:101)
at
org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:209)
... 27 more
channel stopped
