It looks like these problems come from the tests not being reentrant due to using hard-coded ports. Hard-coding ports is a problem because our tests may run at the same time for different branches or may run on the same test server as other tests that are using that port.
There is not reason to use a hard-coded port as we have a utility function that will find a set of free ports for you: TestUtils.choosePort // to get one free port or TestUtils.choosePorts(5) // to get 5 free ports -Jay On Fri, Aug 17, 2012 at 3:08 PM, Apache Jenkins Server < jenk...@builds.apache.org> wrote: > See <https://builds.apache.org/job/Kafka-0.8/23/changes> > > Changes: > > [junrao] enforce broker.id to be a non-negative integer; patched by > Swapnil Ghike; reviewed by Jun Rao, Neha Narkhede; KAFKA-424 > > ------------------------------------------ > [...truncated 3791 lines...] > at junit.framework.TestSuite.run(TestSuite.java:223) > at org.scalatest.junit.JUnit3Suite.run(JUnit3Suite.scala:309) > at > org.scalatest.tools.ScalaTestFramework$ScalaTestRunner.run(ScalaTestFramework.scala:40) > at sbt.TestRunner.run(TestFramework.scala:53) > at sbt.TestRunner.runTest$1(TestFramework.scala:67) > at sbt.TestRunner.run(TestFramework.scala:76) > at > sbt.TestFramework$$anonfun$10$$anonfun$apply$11.runTest$2(TestFramework.scala:194) > at > sbt.TestFramework$$anonfun$10$$anonfun$apply$11$$anonfun$apply$12.apply(TestFramework.scala:205) > at > sbt.TestFramework$$anonfun$10$$anonfun$apply$11$$anonfun$apply$12.apply(TestFramework.scala:205) > at sbt.NamedTestTask.run(TestFramework.scala:92) > at > sbt.ScalaProject$$anonfun$sbt$ScalaProject$$toTask$1.apply(ScalaProject.scala:193) > at > sbt.ScalaProject$$anonfun$sbt$ScalaProject$$toTask$1.apply(ScalaProject.scala:193) > at sbt.TaskManager$Task.invoke(TaskManager.scala:62) > at sbt.impl.RunTask.doRun$1(RunTask.scala:77) > at sbt.impl.RunTask.runTask(RunTask.scala:85) > at > sbt.impl.RunTask.sbt$impl$RunTask$$runIfNotRoot(RunTask.scala:60) > at > sbt.impl.RunTask$$anonfun$runTasksExceptRoot$2.apply(RunTask.scala:48) > at > sbt.impl.RunTask$$anonfun$runTasksExceptRoot$2.apply(RunTask.scala:48) > at > sbt.Distributor$Run$Worker$$anonfun$2.apply(ParallelRunner.scala:131) > at > sbt.Distributor$Run$Worker$$anonfun$2.apply(ParallelRunner.scala:131) > at sbt.Control$.trapUnit(Control.scala:19) > at sbt.Distributor$Run$Worker.run(ParallelRunner.scala:131) > [0m[ [0minfo [0m] [0mTest Starting: > testMultiProduce(kafka.integration.LazyInitProducerTest) [0m > [0m[ [31merror [0m] [0mTest Failed: > testMultiProduce(kafka.integration.LazyInitProducerTest) [0m > java.net.BindException: Address already in use > at sun.nio.ch.Net.bind(Native Method) > at > sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:126) > at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:59) > at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:52) > at > org.apache.zookeeper.server.NIOServerCnxn$Factory.<init>(NIOServerCnxn.java:144) > at > org.apache.zookeeper.server.NIOServerCnxn$Factory.<init>(NIOServerCnxn.java:125) > at kafka.zk.EmbeddedZookeeper.<init>(EmbeddedZookeeper.scala:32) > at > kafka.zk.ZooKeeperTestHarness$class.setUp(ZooKeeperTestHarness.scala:32) > at > kafka.integration.LazyInitProducerTest.kafka$integration$KafkaServerTestHarness$$super$setUp(LazyInitProducerTest.scala:33) > at > kafka.integration.KafkaServerTestHarness$class.setUp(KafkaServerTestHarness.scala:35) > at > kafka.integration.LazyInitProducerTest.kafka$integration$ProducerConsumerTestHarness$$super$setUp(LazyInitProducerTest.scala:33) > at > kafka.integration.ProducerConsumerTestHarness$class.setUp(ProducerConsumerTestHarness.scala:34) > at > kafka.integration.LazyInitProducerTest.setUp(LazyInitProducerTest.scala:42) > at junit.framework.TestCase.runBare(TestCase.java:128) > at junit.framework.TestResult$1.protect(TestResult.java:110) > at junit.framework.TestResult.runProtected(TestResult.java:128) > at junit.framework.TestResult.run(TestResult.java:113) > at junit.framework.TestCase.run(TestCase.java:120) > at junit.framework.TestSuite.runTest(TestSuite.java:228) > at junit.framework.TestSuite.run(TestSuite.java:223) > at junit.framework.TestSuite.runTest(TestSuite.java:228) > at junit.framework.TestSuite.run(TestSuite.java:223) > at org.scalatest.junit.JUnit3Suite.run(JUnit3Suite.scala:309) > at > org.scalatest.tools.ScalaTestFramework$ScalaTestRunner.run(ScalaTestFramework.scala:40) > at sbt.TestRunner.run(TestFramework.scala:53) > at sbt.TestRunner.runTest$1(TestFramework.scala:67) > at sbt.TestRunner.run(TestFramework.scala:76) > at > sbt.TestFramework$$anonfun$10$$anonfun$apply$11.runTest$2(TestFramework.scala:194) > at > sbt.TestFramework$$anonfun$10$$anonfun$apply$11$$anonfun$apply$12.apply(TestFramework.scala:205) > at > sbt.TestFramework$$anonfun$10$$anonfun$apply$11$$anonfun$apply$12.apply(TestFramework.scala:205) > at sbt.NamedTestTask.run(TestFramework.scala:92) > at > sbt.ScalaProject$$anonfun$sbt$ScalaProject$$toTask$1.apply(ScalaProject.scala:193) > at > sbt.ScalaProject$$anonfun$sbt$ScalaProject$$toTask$1.apply(ScalaProject.scala:193) > at sbt.TaskManager$Task.invoke(TaskManager.scala:62) > at sbt.impl.RunTask.doRun$1(RunTask.scala:77) > at sbt.impl.RunTask.runTask(RunTask.scala:85) > at > sbt.impl.RunTask.sbt$impl$RunTask$$runIfNotRoot(RunTask.scala:60) > at > sbt.impl.RunTask$$anonfun$runTasksExceptRoot$2.apply(RunTask.scala:48) > at > sbt.impl.RunTask$$anonfun$runTasksExceptRoot$2.apply(RunTask.scala:48) > at > sbt.Distributor$Run$Worker$$anonfun$2.apply(ParallelRunner.scala:131) > at > sbt.Distributor$Run$Worker$$anonfun$2.apply(ParallelRunner.scala:131) > at sbt.Control$.trapUnit(Control.scala:19) > at sbt.Distributor$Run$Worker.run(ParallelRunner.scala:131) > [0m[ [0minfo [0m] [0mTest Starting: > testProduceAndFetch(kafka.integration.LazyInitProducerTest) [0m > [0m[ [31merror [0m] [0mTest Failed: > testProduceAndFetch(kafka.integration.LazyInitProducerTest) [0m > java.net.BindException: Address already in use > at sun.nio.ch.Net.bind(Native Method) > at > sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:126) > at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:59) > at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:52) > at > org.apache.zookeeper.server.NIOServerCnxn$Factory.<init>(NIOServerCnxn.java:144) > at > org.apache.zookeeper.server.NIOServerCnxn$Factory.<init>(NIOServerCnxn.java:125) > at kafka.zk.EmbeddedZookeeper.<init>(EmbeddedZookeeper.scala:32) > at > kafka.zk.ZooKeeperTestHarness$class.setUp(ZooKeeperTestHarness.scala:32) > at > kafka.integration.LazyInitProducerTest.kafka$integration$KafkaServerTestHarness$$super$setUp(LazyInitProducerTest.scala:33) > at > kafka.integration.KafkaServerTestHarness$class.setUp(KafkaServerTestHarness.scala:35) > at > kafka.integration.LazyInitProducerTest.kafka$integration$ProducerConsumerTestHarness$$super$setUp(LazyInitProducerTest.scala:33) > at > kafka.integration.ProducerConsumerTestHarness$class.setUp(ProducerConsumerTestHarness.scala:34) > at > kafka.integration.LazyInitProducerTest.setUp(LazyInitProducerTest.scala:42) > at junit.framework.TestCase.runBare(TestCase.java:128) > at junit.framework.TestResult$1.protect(TestResult.java:110) > at junit.framework.TestResult.runProtected(TestResult.java:128) > at junit.framework.TestResult.run(TestResult.java:113) > at junit.framework.TestCase.run(TestCase.java:120) > at junit.framework.TestSuite.runTest(TestSuite.java:228) > at junit.framework.TestSuite.run(TestSuite.java:223) > at junit.framework.TestSuite.runTest(TestSuite.java:228) > at junit.framework.TestSuite.run(TestSuite.java:223) > at org.scalatest.junit.JUnit3Suite.run(JUnit3Suite.scala:309) > at > org.scalatest.tools.ScalaTestFramework$ScalaTestRunner.run(ScalaTestFramework.scala:40) > at sbt.TestRunner.run(TestFramework.scala:53) > at sbt.TestRunner.runTest$1(TestFramework.scala:67) > at sbt.TestRunner.run(TestFramework.scala:76) > at > sbt.TestFramework$$anonfun$10$$anonfun$apply$11.runTest$2(TestFramework.scala:194) > at > sbt.TestFramework$$anonfun$10$$anonfun$apply$11$$anonfun$apply$12.apply(TestFramework.scala:205) > at > sbt.TestFramework$$anonfun$10$$anonfun$apply$11$$anonfun$apply$12.apply(TestFramework.scala:205) > at sbt.NamedTestTask.run(TestFramework.scala:92) > at > sbt.ScalaProject$$anonfun$sbt$ScalaProject$$toTask$1.apply(ScalaProject.scala:193) > at > sbt.ScalaProject$$anonfun$sbt$ScalaProject$$toTask$1.apply(ScalaProject.scala:193) > at sbt.TaskManager$Task.invoke(TaskManager.scala:62) > at sbt.impl.RunTask.doRun$1(RunTask.scala:77) > at sbt.impl.RunTask.runTask(RunTask.scala:85) > at > sbt.impl.RunTask.sbt$impl$RunTask$$runIfNotRoot(RunTask.scala:60) > at > sbt.impl.RunTask$$anonfun$runTasksExceptRoot$2.apply(RunTask.scala:48) > at > sbt.impl.RunTask$$anonfun$runTasksExceptRoot$2.apply(RunTask.scala:48) > at > sbt.Distributor$Run$Worker$$anonfun$2.apply(ParallelRunner.scala:131) > at > sbt.Distributor$Run$Worker$$anonfun$2.apply(ParallelRunner.scala:131) > at sbt.Control$.trapUnit(Control.scala:19) > at sbt.Distributor$Run$Worker.run(ParallelRunner.scala:131) > [0m[ [0minfo [0m] [0mTest Starting: > testMultiProduceResend(kafka.integration.LazyInitProducerTest) [0m > [0m[ [31merror [0m] [0mTest Failed: > testMultiProduceResend(kafka.integration.LazyInitProducerTest) [0m > java.net.BindException: Address already in use > at sun.nio.ch.Net.bind(Native Method) > at > sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:126) > at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:59) > at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:52) > at > org.apache.zookeeper.server.NIOServerCnxn$Factory.<init>(NIOServerCnxn.java:144) > at > org.apache.zookeeper.server.NIOServerCnxn$Factory.<init>(NIOServerCnxn.java:125) > at kafka.zk.EmbeddedZookeeper.<init>(EmbeddedZookeeper.scala:32) > at > kafka.zk.ZooKeeperTestHarness$class.setUp(ZooKeeperTestHarness.scala:32) > at > kafka.integration.LazyInitProducerTest.kafka$integration$KafkaServerTestHarness$$super$setUp(LazyInitProducerTest.scala:33) > at > kafka.integration.KafkaServerTestHarness$class.setUp(KafkaServerTestHarness.scala:35) > at > kafka.integration.LazyInitProducerTest.kafka$integration$ProducerConsumerTestHarness$$super$setUp(LazyInitProducerTest.scala:33) > at > kafka.integration.ProducerConsumerTestHarness$class.setUp(ProducerConsumerTestHarness.scala:34) > at > kafka.integration.LazyInitProducerTest.setUp(LazyInitProducerTest.scala:42) > at junit.framework.TestCase.runBare(TestCase.java:128) > at junit.framework.TestResult$1.protect(TestResult.java:110) > at junit.framework.TestResult.runProtected(TestResult.java:128) > at junit.framework.TestResult.run(TestResult.java:113) > at junit.framework.TestCase.run(TestCase.java:120) > at junit.framework.TestSuite.runTest(TestSuite.java:228) > at junit.framework.TestSuite.run(TestSuite.java:223) > at junit.framework.TestSuite.runTest(TestSuite.java:228) > at junit.framework.TestSuite.run(TestSuite.java:223) > at org.scalatest.junit.JUnit3Suite.run(JUnit3Suite.scala:309) > at > org.scalatest.tools.ScalaTestFramework$ScalaTestRunner.run(ScalaTestFramework.scala:40) > at sbt.TestRunner.run(TestFramework.scala:53) > at sbt.TestRunner.runTest$1(TestFramework.scala:67) > at sbt.TestRunner.run(TestFramework.scala:76) > at > sbt.TestFramework$$anonfun$10$$anonfun$apply$11.runTest$2(TestFramework.scala:194) > at > sbt.TestFramework$$anonfun$10$$anonfun$apply$11$$anonfun$apply$12.apply(TestFramework.scala:205) > at > sbt.TestFramework$$anonfun$10$$anonfun$apply$11$$anonfun$apply$12.apply(TestFramework.scala:205) > at sbt.NamedTestTask.run(TestFramework.scala:92) > at > sbt.ScalaProject$$anonfun$sbt$ScalaProject$$toTask$1.apply(ScalaProject.scala:193) > at > sbt.ScalaProject$$anonfun$sbt$ScalaProject$$toTask$1.apply(ScalaProject.scala:193) > at sbt.TaskManager$Task.invoke(TaskManager.scala:62) > at sbt.impl.RunTask.doRun$1(RunTask.scala:77) > at sbt.impl.RunTask.runTask(RunTask.scala:85) > at > sbt.impl.RunTask.sbt$impl$RunTask$$runIfNotRoot(RunTask.scala:60) > at > sbt.impl.RunTask$$anonfun$runTasksExceptRoot$2.apply(RunTask.scala:48) > at > sbt.impl.RunTask$$anonfun$runTasksExceptRoot$2.apply(RunTask.scala:48) > at > sbt.Distributor$Run$Worker$$anonfun$2.apply(ParallelRunner.scala:131) > at > sbt.Distributor$Run$Worker$$anonfun$2.apply(ParallelRunner.scala:131) > at sbt.Control$.trapUnit(Control.scala:19) > at sbt.Distributor$Run$Worker.run(ParallelRunner.scala:131) > [0m[ [0minfo [0m] [34m== core-kafka / > kafka.integration.LazyInitProducerTest == [0m > [0m[ [0minfo [0m] [34m [0m > [0m[ [0minfo [0m] [34m== core-kafka / kafka.server.LeaderElectionTest == > [0m > [0m[ [0minfo [0m] [0mTest Starting: > testLeaderElectionAndEpoch(kafka.server.LeaderElectionTest) [0m > [0m[ [31merror [0m] [0mTest Failed: > testLeaderElectionAndEpoch(kafka.server.LeaderElectionTest) [0m > java.net.BindException: Address already in use > at sun.nio.ch.Net.bind(Native Method) > at > sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:126) > at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:59) > at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:52) > at > org.apache.zookeeper.server.NIOServerCnxn$Factory.<init>(NIOServerCnxn.java:144) > at > org.apache.zookeeper.server.NIOServerCnxn$Factory.<init>(NIOServerCnxn.java:125) > at kafka.zk.EmbeddedZookeeper.<init>(EmbeddedZookeeper.scala:32) > at > kafka.zk.ZooKeeperTestHarness$class.setUp(ZooKeeperTestHarness.scala:32) > at > kafka.server.LeaderElectionTest.setUp(LeaderElectionTest.scala:39) > at junit.framework.TestCase.runBare(TestCase.java:128) > at junit.framework.TestResult$1.protect(TestResult.java:110) > at junit.framework.TestResult.runProtected(TestResult.java:128) > at junit.framework.TestResult.run(TestResult.java:113) > at junit.framework.TestCase.run(TestCase.java:120) > at junit.framework.TestSuite.runTest(TestSuite.java:228) > at junit.framework.TestSuite.run(TestSuite.java:223) > at junit.framework.TestSuite.runTest(TestSuite.java:228) > at junit.framework.TestSuite.run(TestSuite.java:223) > at org.scalatest.junit.JUnit3Suite.run(JUnit3Suite.scala:309) > at > org.scalatest.tools.ScalaTestFramework$ScalaTestRunner.run(ScalaTestFramework.scala:40) > at sbt.TestRunner.run(TestFramework.scala:53) > at sbt.TestRunner.runTest$1(TestFramework.scala:67) > at sbt.TestRunner.run(TestFramework.scala:76) > at > sbt.TestFramework$$anonfun$10$$anonfun$apply$11.runTest$2(TestFramework.scala:194) > at > sbt.TestFramework$$anonfun$10$$anonfun$apply$11$$anonfun$apply$12.apply(TestFramework.scala:205) > at > sbt.TestFramework$$anonfun$10$$anonfun$apply$11$$anonfun$apply$12.apply(TestFramework.scala:205) > at sbt.NamedTestTask.run(TestFramework.scala:92) > at > sbt.ScalaProject$$anonfun$sbt$ScalaProject$$toTask$1.apply(ScalaProject.scala:193) > at > sbt.ScalaProject$$anonfun$sbt$ScalaProject$$toTask$1.apply(ScalaProject.scala:193) > at sbt.TaskManager$Task.invoke(TaskManager.scala:62) > at sbt.impl.RunTask.doRun$1(RunTask.scala:77) > at sbt.impl.RunTask.runTask(RunTask.scala:85) > at > sbt.impl.RunTask.sbt$impl$RunTask$$runIfNotRoot(RunTask.scala:60) > at > sbt.impl.RunTask$$anonfun$runTasksExceptRoot$2.apply(RunTask.scala:48) > at > sbt.impl.RunTask$$anonfun$runTasksExceptRoot$2.apply(RunTask.scala:48) > at > sbt.Distributor$Run$Worker$$anonfun$2.apply(ParallelRunner.scala:131) > at > sbt.Distributor$Run$Worker$$anonfun$2.apply(ParallelRunner.scala:131) > at sbt.Control$.trapUnit(Control.scala:19) > at sbt.Distributor$Run$Worker.run(ParallelRunner.scala:131) > [0m[ [0minfo [0m] [34m== core-kafka / kafka.server.LeaderElectionTest == > [0m > [0m[ [0minfo [0m] [34m [0m > [0m[ [0minfo [0m] [34m== core-kafka / kafka.network.SocketServerTest == > [0m > [0m[ [0minfo [0m] [0mTest Starting: simpleRequest [0m > [0m[ [0minfo [0m] [0mTest Passed: simpleRequest [0m > [0m[ [0minfo [0m] [0mTest Starting: tooBigRequestIsRejected [0m > [0m[ [0minfo [0m] [0mTest Passed: tooBigRequestIsRejected [0m > [0m[ [0minfo [0m] [34m== core-kafka / kafka.network.SocketServerTest == > [0m > [0m[ [0minfo [0m] [34m [0m > [0m[ [0minfo [0m] [34m== core-kafka / test-finish == [0m > [0m[ [31merror [0m] [0mFailed: : Total 140, Failed 61, Errors 0, Passed > 79, Skipped 0 [0m > [0m[ [0minfo [0m] [34m== core-kafka / test-finish == [0m > [0m[ [0minfo [0m] [34m [0m > [0m[ [0minfo [0m] [34m== core-kafka / Test cleanup 1 == [0m > [0m[ [0minfo [0m] [0mDeleting directory /tmp/sbt_c45e98f8 [0m > [0m[ [0minfo [0m] [34m== core-kafka / Test cleanup 1 == [0m > [0m[ [0minfo [0m] [34m [0m > [0m[ [0minfo [0m] [34m== core-kafka / test-cleanup == [0m > [0m[ [0minfo [0m] [34m== core-kafka / test-cleanup == [0m > [0m[ [31merror [0m] [0mError running kafka.zk.ZKEphemeralTest: Test > FAILED [0m > [0m[ [31merror [0m] [0mError running kafka.server.ReplicaFetchTest: Test > FAILED [0m > [0m[ [31merror [0m] [0mError running kafka.server.LeaderElectionTest: > Test FAILED [0m > [0m[ [31merror [0m] [0mError running > kafka.javaapi.consumer.ZookeeperConsumerConnectorTest: Test FAILED [0m > [0m[ [31merror [0m] [0mError running kafka.server.ServerShutdownTest: > Test FAILED [0m > [0m[ [31merror [0m] [0mError running kafka.producer.SyncProducerTest: > Test FAILED [0m > [0m[ [31merror [0m] [0mError running test: One or more subtasks failed > [0m > [0m[ [31merror [0m] [0mError running kafka.server.LogRecoveryTest: Test > FAILED [0m > [0m[ [31merror [0m] [0mError running > kafka.integration.LazyInitProducerTest: Test FAILED [0m > [0m[ [31merror [0m] [0mError running > kafka.integration.AutoOffsetResetTest: Test FAILED [0m > [0m[ [31merror [0m] [0mError running kafka.admin.AdminTest: Test FAILED > [0m > [0m[ [31merror [0m] [0mError running kafka.log.LogOffsetTest: Test > FAILED [0m > [0m[ [31merror [0m] [0mError running kafka.log.LogCorruptionTest: Test > FAILED [0m > [0m[ [31merror [0m] [0mError running > kafka.integration.TopicMetadataTest: Test FAILED [0m > [0m[ [31merror [0m] [0mError running kafka.log.LogManagerTest: Test > FAILED [0m > [0m[ [31merror [0m] [0mError running > kafka.consumer.ZookeeperConsumerConnectorTest: Test FAILED [0m > [0m[ [31merror [0m] [0mError running > kafka.integration.BackwardsCompatibilityTest: Test FAILED [0m > [0m[ [31merror [0m] [0mError running > kafka.controller.ControllerBasicTest: Test FAILED [0m > [0m[ [31merror [0m] [0mError running kafka.integration.PrimitiveApiTest: > Test FAILED [0m > [0m[ [0minfo [0m] [0m [0m > [0m[ [0minfo [0m] [0mTotal time: 109 s, completed Aug 17, 2012 10:08:41 > PM [0m > [0m[ [0minfo [0m] [0m [0m > [0m[ [0minfo [0m] [0mTotal session time: 109 s, completed Aug 17, 2012 > 10:08:41 PM [0m > [0m[ [31merror [0m] [0mError during build. [0m > Build step 'Execute shell' marked build as failure >