Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21405/ Java: 64bit/jdk-10-ea+42 -XX:+UseCompressedOops -XX:+UseSerialGC
3 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest Error Message: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:161) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:116) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:113) at jdk.internal.reflect.GeneratedConstructorAccessor191.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:488) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:793) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:855) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1108) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:978) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:644) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:844) Stack Trace: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:161) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:116) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:113) at jdk.internal.reflect.GeneratedConstructorAccessor191.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:488) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:793) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:855) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1108) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:978) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:644) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:844) at __randomizedtesting.SeedInfo.seed([CF99906ED157BE67]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNull(Assert.java:551) at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295) at jdk.internal.reflect.GeneratedMethodAccessor38.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test Error Message: Could not find collection:collection2 Stack Trace: java.lang.AssertionError: Could not find collection:collection2 at __randomizedtesting.SeedInfo.seed([CF99906ED157BE67:47CDAFB47FABD39F]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNotNull(Assert.java:526) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915) at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612) at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove Error Message: No live SolrServers available to handle this request:[https://127.0.0.1:39679/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:38831/solr/MoveReplicaHDFSTest_failed_coll_true] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:39679/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:38831/solr/MoveReplicaHDFSTest_failed_coll_true] at __randomizedtesting.SeedInfo.seed([CF99906ED157BE67:6554439C66846BB7]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942) at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:309) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38831/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1 at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436) ... 45 more Build Log: [...truncated 12289 lines...] [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest [junit4] 2> 205929 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/init-core-data-001 [junit4] 2> 205929 WARN (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21 [junit4] 2> 205929 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 205930 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 205931 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-001 [junit4] 2> 205931 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 205932 INFO (Thread-537) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 205932 INFO (Thread-537) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 205944 ERROR (Thread-537) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 206032 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46779 [junit4] 2> 206040 INFO (zkConnectionManagerCallback-260-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 206042 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10022cf81640000, likely client has closed socket [junit4] 2> 206097 INFO (jetty-launcher-257-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 206098 INFO (jetty-launcher-257-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 206098 INFO (jetty-launcher-257-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 206098 INFO (jetty-launcher-257-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 206164 INFO (jetty-launcher-257-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 206164 INFO (jetty-launcher-257-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 206165 INFO (jetty-launcher-257-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 206167 INFO (jetty-launcher-257-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 206167 INFO (jetty-launcher-257-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 206167 INFO (jetty-launcher-257-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 206168 INFO (jetty-launcher-257-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@234a512{/solr,null,AVAILABLE} [junit4] 2> 206169 INFO (jetty-launcher-257-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4badfa91{/solr,null,AVAILABLE} [junit4] 2> 206171 INFO (jetty-launcher-257-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e507f92{SSL,[ssl, http/1.1]}{127.0.0.1:42427} [junit4] 2> 206171 INFO (jetty-launcher-257-thread-2) [ ] o.e.j.s.Server Started @207503ms [junit4] 2> 206171 INFO (jetty-launcher-257-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42427} [junit4] 2> 206171 ERROR (jetty-launcher-257-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 206171 INFO (jetty-launcher-257-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 206171 INFO (jetty-launcher-257-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 206171 INFO (jetty-launcher-257-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 206171 INFO (jetty-launcher-257-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-05T08:54:24.221757Z [junit4] 2> 206181 INFO (jetty-launcher-257-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@38c98812{SSL,[ssl, http/1.1]}{127.0.0.1:39679} [junit4] 2> 206181 INFO (jetty-launcher-257-thread-3) [ ] o.e.j.s.Server Started @207513ms [junit4] 2> 206181 INFO (jetty-launcher-257-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39679} [junit4] 2> 206181 ERROR (jetty-launcher-257-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 206181 INFO (jetty-launcher-257-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 206181 INFO (jetty-launcher-257-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 206181 INFO (jetty-launcher-257-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 206181 INFO (jetty-launcher-257-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-05T08:54:24.231548Z [junit4] 2> 206193 INFO (jetty-launcher-257-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 206193 INFO (jetty-launcher-257-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 206193 INFO (jetty-launcher-257-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 206194 INFO (jetty-launcher-257-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67e4f29{/solr,null,AVAILABLE} [junit4] 2> 206194 INFO (jetty-launcher-257-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2dc2b508{SSL,[ssl, http/1.1]}{127.0.0.1:33195} [junit4] 2> 206194 INFO (jetty-launcher-257-thread-1) [ ] o.e.j.s.Server Started @207526ms [junit4] 2> 206194 INFO (jetty-launcher-257-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33195} [junit4] 2> 206194 ERROR (jetty-launcher-257-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 206194 INFO (jetty-launcher-257-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 206194 INFO (jetty-launcher-257-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 206194 INFO (jetty-launcher-257-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 206194 INFO (jetty-launcher-257-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-05T08:54:24.244916Z [junit4] 2> 206198 INFO (jetty-launcher-257-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 206198 INFO (jetty-launcher-257-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 206199 INFO (jetty-launcher-257-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 206204 INFO (zkConnectionManagerCallback-262-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 206205 INFO (jetty-launcher-257-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 206208 INFO (zkConnectionManagerCallback-264-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 206209 INFO (jetty-launcher-257-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 206214 INFO (jetty-launcher-257-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69a998be{/solr,null,AVAILABLE} [junit4] 2> 206214 INFO (jetty-launcher-257-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@693f5ea2{SSL,[ssl, http/1.1]}{127.0.0.1:45953} [junit4] 2> 206214 INFO (jetty-launcher-257-thread-4) [ ] o.e.j.s.Server Started @207546ms [junit4] 2> 206214 INFO (jetty-launcher-257-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45953} [junit4] 2> 206215 ERROR (jetty-launcher-257-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 206215 INFO (jetty-launcher-257-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 206215 INFO (jetty-launcher-257-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 206215 INFO (jetty-launcher-257-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 206215 INFO (jetty-launcher-257-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-05T08:54:24.265182Z [junit4] 2> 206231 INFO (zkConnectionManagerCallback-268-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 206232 INFO (jetty-launcher-257-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 206237 INFO (jetty-launcher-257-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46779/solr [junit4] 2> 206241 INFO (jetty-launcher-257-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46779/solr [junit4] 2> 206246 INFO (zkConnectionManagerCallback-266-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 206252 INFO (zkConnectionManagerCallback-273-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 206250 INFO (jetty-launcher-257-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46779/solr [junit4] 2> 206256 INFO (zkConnectionManagerCallback-278-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 206256 INFO (jetty-launcher-257-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 206256 DEBUG (jetty-launcher-257-thread-3) [n:127.0.0.1:39679_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$417/830462723@61b814f2 [junit4] 2> 206257 DEBUG (jetty-launcher-257-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$417/830462723@17c9b1f5 [junit4] 2> 206273 INFO (jetty-launcher-257-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46779/solr [junit4] 2> 206279 INFO (zkConnectionManagerCallback-284-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 206284 INFO (zkConnectionManagerCallback-282-thread-1-processing-n:127.0.0.1:39679_solr) [n:127.0.0.1:39679_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 206292 INFO (zkConnectionManagerCallback-280-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 206292 INFO (zkConnectionManagerCallback-288-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 206293 DEBUG (jetty-launcher-257-thread-4) [n:127.0.0.1:45953_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$417/830462723@2b6e976a [junit4] 2> 206294 DEBUG (jetty-launcher-257-thread-1) [n:127.0.0.1:33195_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$417/830462723@8afccbc [junit4] 2> 206319 INFO (zkConnectionManagerCallback-290-thread-1-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 206323 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json [junit4] 2> 206323 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 206323 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 206324 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 206324 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 206324 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json [junit4] 2> 206325 INFO (zkConnectionManagerCallback-292-thread-1-processing-n:127.0.0.1:33195_solr) [n:127.0.0.1:33195_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 206327 INFO (jetty-launcher-257-thread-4) [n:127.0.0.1:45953_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 206327 DEBUG (jetty-launcher-257-thread-4) [n:127.0.0.1:45953_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72095868662317067-127.0.0.1:45953_solr-n_0000000000 [junit4] 2> 206328 INFO (jetty-launcher-257-thread-4) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45953_solr [junit4] 2> 206328 INFO (jetty-launcher-257-thread-4) [n:127.0.0.1:45953_solr ] o.a.s.c.Overseer Overseer (id=72095868662317067-127.0.0.1:45953_solr-n_0000000000) starting [junit4] 2> 206335 DEBUG (OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.Overseer Starting to work on the main queue [junit4] 2> 206337 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations [junit4] 2> 206339 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work [junit4] 2> 206339 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 206339 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 [junit4] 2> 206339 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [] [junit4] 2> 206339 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: [] [junit4] 2> 206339 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [] [junit4] 2> 206339 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [] [junit4] 2> 206340 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: [] [junit4] 2> 206340 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work [junit4] 2> 206341 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json [junit4] 2> 206342 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 206342 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 206342 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 206342 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 206342 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json [junit4] 2> 206343 INFO (jetty-launcher-257-thread-1) [n:127.0.0.1:33195_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 206343 DEBUG (jetty-launcher-257-thread-1) [n:127.0.0.1:33195_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72095868662317068-127.0.0.1:33195_solr-n_0000000001 [junit4] 2> 206344 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72095868662317067-127.0.0.1:45953_solr-n_0000000000 [junit4] 2> 206344 DEBUG (jetty-launcher-257-thread-1) [n:127.0.0.1:33195_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72095868662317067-127.0.0.1:45953_solr-n_0000000000 to know if I could be the leader [junit4] 2> 206344 INFO (jetty-launcher-257-thread-1) [n:127.0.0.1:33195_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33195_solr [junit4] 2> 206344 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 206344 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 206345 DEBUG (jetty-launcher-257-thread-4) [n:127.0.0.1:45953_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45953_solr as DOWN [junit4] 2> 206345 DEBUG (OverseerAutoScalingTriggerThread-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 206345 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 206345 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json [junit4] 2> 206345 INFO (jetty-launcher-257-thread-4) [n:127.0.0.1:45953_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45953_solr [junit4] 2> 206346 DEBUG (OverseerAutoScalingTriggerThread-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 206356 DEBUG (OverseerAutoScalingTriggerThread-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [] [junit4] 2> 206356 DEBUG (OverseerAutoScalingTriggerThread-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 206356 DEBUG (OverseerAutoScalingTriggerThread-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 206360 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 206361 INFO (zkCallback-289-thread-1-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 206368 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 206368 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 206369 DEBUG (OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:45953_solr"} current state version: 0 [junit4] 2> 206369 DEBUG (OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:45953_solr [junit4] 2> 206376 DEBUG (OverseerAutoScalingTriggerThread-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 206379 INFO (zkCallback-291-thread-1-processing-n:127.0.0.1:33195_solr) [n:127.0.0.1:33195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 206380 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 206380 DEBUG (OverseerAutoScalingTriggerThread-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 206381 DEBUG (ScheduledTrigger-623-thread-1) [n:127.0.0.1:45953_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 206384 INFO (jetty-launcher-257-thread-1) [n:127.0.0.1:33195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33195.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194 [junit4] 2> 206390 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json [junit4] 2> 206390 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 206390 INFO (jetty-launcher-257-thread-3) [n:127.0.0.1:39679_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 206390 INFO (jetty-launcher-257-thread-1) [n:127.0.0.1:33195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33195.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194 [junit4] 2> 206391 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 206391 INFO (jetty-launcher-257-thread-1) [n:127.0.0.1:33195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33195.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194 [junit4] 2> 206391 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 206391 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 206391 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json [junit4] 2> 206392 INFO (jetty-launcher-257-thread-1) [n:127.0.0.1:33195_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-001/node1/. [junit4] 2> 206392 INFO (jetty-launcher-257-thread-3) [n:127.0.0.1:39679_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 206399 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json [junit4] 2> 206400 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 206400 INFO (jetty-launcher-257-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 206400 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 206400 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 206400 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 206400 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json [junit4] 2> 206401 INFO (jetty-launcher-257-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 206401 DEBUG (jetty-launcher-257-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72095868662317064-127.0.0.1:42427_solr-n_0000000002 [junit4] 2> 206402 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72095868662317068-127.0.0.1:33195_solr-n_0000000001 [junit4] 2> 206402 DEBUG (jetty-launcher-257-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72095868662317068-127.0.0.1:33195_solr-n_0000000001 to know if I could be the leader [junit4] 2> 206402 DEBUG (jetty-launcher-257-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:42427_solr as DOWN [junit4] 2> 206403 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 206408 INFO (jetty-launcher-257-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42427_solr [junit4] 2> 206409 DEBUG (jetty-launcher-257-thread-3) [n:127.0.0.1:39679_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72095868662317065-127.0.0.1:39679_solr-n_0000000003 [junit4] 2> 206409 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 206409 DEBUG (OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:42427_solr"} current state version: 0 [junit4] 2> 206409 DEBUG (OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:42427_solr [junit4] 2> 206409 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72095868662317064-127.0.0.1:42427_solr-n_0000000002 [junit4] 2> 206409 DEBUG (jetty-launcher-257-thread-3) [n:127.0.0.1:39679_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72095868662317064-127.0.0.1:42427_solr-n_0000000002 to know if I could be the leader [junit4] 2> 206409 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 206409 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 206409 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 206409 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 206409 DEBUG (jetty-launcher-257-thread-3) [n:127.0.0.1:39679_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39679_solr as DOWN [junit4] 2> 206410 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 206410 INFO (zkCallback-289-thread-2-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 206410 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 206410 INFO (zkCallback-291-thread-1-processing-n:127.0.0.1:33195_solr) [n:127.0.0.1:33195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 206410 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 206410 INFO (jetty-launcher-257-thread-3) [n:127.0.0.1:39679_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39679_solr [junit4] 2> 206410 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 206410 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 206410 DEBUG (OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:39679_solr"} current state version: 0 [junit4] 2> 206410 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 206410 DEBUG (OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:39679_solr [junit4] 2> 206412 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 206412 INFO (zkCallback-291-thread-1-processing-n:127.0.0.1:33195_solr) [n:127.0.0.1:33195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 206433 INFO (jetty-launcher-257-thread-4) [n:127.0.0.1:45953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45953.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194 [junit4] 2> 206440 INFO (jetty-launcher-257-thread-4) [n:127.0.0.1:45953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45953.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194 [junit4] 2> 206440 INFO (jetty-launcher-257-thread-4) [n:127.0.0.1:45953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45953.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194 [junit4] 2> 206441 INFO (jetty-launcher-257-thread-4) [n:127.0.0.1:45953_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-001/node3/. [junit4] 2> 206444 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 206444 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 206447 INFO (zkCallback-281-thread-1-processing-n:127.0.0.1:39679_solr) [n:127.0.0.1:39679_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4) [junit4] 2> 206464 INFO (zkCallback-289-thread-2-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 206468 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 206469 INFO (zkCallback-283-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4) [junit4] 2> 206477 INFO (jetty-launcher-257-thread-3) [n:127.0.0.1:39679_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39679.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194 [junit4] 2> 206500 INFO (jetty-launcher-257-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42427.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194 [junit4] 2> 206506 INFO (jetty-launcher-257-thread-3) [n:127.0.0.1:39679_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39679.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194 [junit4] 2> 206506 INFO (jetty-launcher-257-thread-3) [n:127.0.0.1:39679_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39679.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194 [junit4] 2> 206508 INFO (jetty-launcher-257-thread-3) [n:127.0.0.1:39679_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-001/node4/. [junit4] 2> 206509 INFO (jetty-launcher-257-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42427.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194 [junit4] 2> 206509 INFO (jetty-launcher-257-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42427.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194 [junit4] 2> 206511 INFO (jetty-launcher-257-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-001/node2/. [junit4] 2> 206511 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 206512 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 206564 INFO (zkConnectionManagerCallback-302-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 206568 INFO (zkConnectionManagerCallback-306-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 206568 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json [junit4] 2> 206568 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 206569 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 206569 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 206569 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 206569 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 206569 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46779/solr ready [junit4] 2> 206583 INFO (qtp577159762-1676) [n:127.0.0.1:33195_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 206583 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work [junit4] 2> 206584 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000 [junit4] 2> 206584 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work [junit4] 2> 206584 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000 [junit4] 2> 206584 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work [junit4] 2> 206584 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work [junit4] 2> 206584 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000 [junit4] 2> 206584 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ] [junit4] 2> 206584 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]] [junit4] 2> 206584 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running [junit4] 2> 206584 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{"operation":"overseerstatus"} [junit4] 2> 206585 DEBUG (OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000 [junit4] 2> 206585 DEBUG (OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : overseerstatus , {"operation":"overseerstatus"} [junit4] 2> 206585 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 [junit4] 2> 206585 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000] [junit4] 2> 206585 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: [] [junit4] 2> 206585 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [] [junit4] 2> 206585 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000] [junit4] 2> 206585 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[] [junit4] 2> 206588 DEBUG (OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000] [junit4] 2> 206589 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/overseer/collection-queue-work/qnr-0000000000 [junit4] 2> 206589 DEBUG (zkCallback-291-thread-1-processing-n:127.0.0.1:33195_solr) [n:127.0.0.1:33195_solr ] o.a.s.c.OverseerTaskQueue NodeDataChanged fired on path /overseer/collection-queue-work/qnr-0000000000 state SyncConnected latchEventType null [junit4] 2> 206589 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work [junit4] 2> 206589 DEBUG (OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed. [junit4] 2> 206589 DEBUG (OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [] [junit4] 2> 206589 DEBUG (OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: [] [junit4] 2> 206589 DEBUG (OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000] [junit4] 2> 206589 DEBUG (OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000] [junit4] 2> 206589 DEBUG (OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{leader=127.0.0.1:45953_solr,overseer_queue_size=0,overseer_work_queue_size=0,overseer_collection_queue_size=2,overseer_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=11.927215977434534,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.161329,medianRequestTime=0.164779,75thPcRequestTime=0.179599,95thPcRequestTime=0.179599,99thPcRequestTime=0.179599,999thPcRequestTime=0.179599},downnode={requests=3,errors=0,avgRequestsPerSecond=13.765932219614964,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.08385233333333333,medianRequestTime=0.042822,75thPcRequestTime=0.177784,95thPcRequestTime=0.177784,99thPcRequestTime=0.177784,999thPcRequestTime=0.177784}},collection_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=12.010765537409553,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.7093706666666666,medianRequestTime=0.190976,75thPcRequestTime=1.766606,95thPcRequestTime=1.766606,99thPcRequestTime=1.766606,999thPcRequestTime=1.766606},overseerstatus={requests=0,errors=0,avgRequestsPerSecond=0.0,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0,medianRequestTime=0.0,75thPcRequestTime=0.0,95thPcRequestTime=0.0,99thPcRequestTime=0.0,999thPcRequestTime=0.0}},overseer_queue={},overseer_internal_queue={peek={avgRequestsPerSecond=4.033147080719011,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.191534,medianRequestTime=0.191534,75thPcRequestTime=0.191534,95thPcRequestTime=0.191534,99thPcRequestTime=0.191534,999thPcRequestTime=0.191534}},collection_queue={peektopn_wait2000={avgRequestsPerSecond=4.050750426226036,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=244.7126,medianRequestTime=244.7126,75thPcRequestTime=244.7126,95thPcRequestTime=244.7126,99thPcRequestTime=244.7126,999thPcRequestTime=244.7126}}} [junit4] 2> 206589 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work [junit4] 2> 206591 INFO (qtp577159762-1676) [n:127.0.0.1:33195_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8 [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 206667 WARN (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 206674 WARN (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 206676 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 206684 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_35689_hdfs____ej3dv3/webapp [junit4] 2> 206773 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:35689 [junit4] 2> 206888 WARN (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 206889 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 206896 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45871_datanode____.z26zl4/webapp [junit4] 2> 206984 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45871 [junit4] 2> 207099 WARN (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 207100 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 207105 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_42067_datanode____.gujso6/webapp [junit4] 2> 207150 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:39697) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 207161 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x2132b1152a0a6: from storage DS-27e2f684-1bf5-465a-84b4-de51bdd304f3 node DatanodeRegistration(127.0.0.1:40923, datanodeUuid=943e7d52-bf9b-46f6-9b7e-4ce2fd4a781b, infoPort=33923, infoSecurePort=0, ipcPort=36895, storageInfo=lv=-56;cid=testClusterID;nsid=1596433725;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs [junit4] 2> 207162 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x2132b1152a0a6: from storage DS-7d86f3f7-ce8b-453e-930b-4c3e341146f2 node DatanodeRegistration(127.0.0.1:40923, datanodeUuid=943e7d52-bf9b-46f6-9b7e-4ce2fd4a781b, infoPort=33923, infoSecurePort=0, ipcPort=36895, storageInfo=lv=-56;cid=testClusterID;nsid=1596433725;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 207182 INFO (SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42067 [junit4] 2> 207321 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:39697) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 207332 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x2132b1b7fb5d1: from storage DS-828f6fa6-919d-47ab-9aae-1a4ed69f3f1d node DatanodeRegistration(127.0.0.1:34347, datanodeUuid=8405852f-866b-4f17-96cf-5485eaa5a7bf, infoPort=32987, infoSecurePort=0, ipcPort=38455, storageInfo=lv=-56;cid=testClusterID;nsid=1596433725;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs [junit4] 2> 207332 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x2132b1b7fb5d1: from storage DS-8805f764-e7ce-437b-aea5-fb00868dfccc node DatanodeRegistration(127.0.0.1:34347, datanodeUuid=8405852f-866b-4f17-96cf-5485eaa5a7bf, infoPort=32987, infoSecurePort=0, ipcPort=38455, storageInfo=lv=-56;cid=testClusterID;nsid=1596433725;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 207381 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNormalFailedMove [junit4] 2> 207381 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json [junit4] 2> 207381 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 207382 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 207382 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 207382 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 207382 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 207383 DEBUG (ScheduledTrigger-623-thread-1) [n:127.0.0.1:45953_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 [junit4] 2> 207385 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 207405 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 207405 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 207405 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 207406 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f551c3c{/solr,null,AVAILABLE} [junit4] 2> 207407 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@63f1ac4e{SSL,[ssl, http/1.1]}{127.0.0.1:34921} [junit4] 2> 207407 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.e.j.s.Server Started @208739ms [junit4] 2> 207407 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34921} [junit4] 2> 207407 ERROR (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 207407 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 207407 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 207408 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 207408 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-05T08:54:25.458044Z [junit4] 2> 207421 INFO (zkConnectionManagerCallback-309-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 207421 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 207430 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46779/solr [junit4] 2> 207431 INFO (zkConnectionManagerCallback-313-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 207432 DEBUG (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [n:127.0.0.1:34921_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$417/830462723@b11798b [junit4] 2> 207433 INFO (zkConnectionManagerCallback-315-thread-1-processing-n:127.0.0.1:34921_solr) [n:127.0.0.1:34921_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 207435 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json [junit4] 2> 207436 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 207436 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [n:127.0.0.1:34921_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 207436 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 207436 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 207436 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 207436 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json [junit4] 2> 207437 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [n:127.0.0.1:34921_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 207437 DEBUG (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [n:127.0.0.1:34921_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72095868662317073-127.0.0.1:34921_solr-n_0000000004 [junit4] 2> 207437 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72095868662317065-127.0.0.1:39679_solr-n_0000000003 [junit4] 2> 207437 DEBUG (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [n:127.0.0.1:34921_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72095868662317065-127.0.0.1:39679_solr-n_0000000003 to know if I could be the leader [junit4] 2> 207437 DEBUG (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [n:127.0.0.1:34921_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34921_solr as DOWN [junit4] 2> 207438 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 207438 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [n:127.0.0.1:34921_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34921_solr [junit4] 2> 207438 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 207438 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 207438 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 207438 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 207438 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 207438 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 207438 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 207438 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 207438 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 207438 DEBUG (OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:34921_solr"} current state version: 0 [junit4] 2> 207438 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 207438 DEBUG (OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:34921_solr [junit4] 2> 207438 INFO (zkCallback-283-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 207438 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 207438 INFO (zkCallback-291-thread-1-processing-n:127.0.0.1:33195_solr) [n:127.0.0.1:33195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 207438 INFO (zkCallback-281-thread-1-processing-n:127.0.0.1:39679_solr) [n:127.0.0.1:39679_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 207438 INFO (zkCallback-289-thread-2-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 207440 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 207440 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 207440 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 207441 INFO (zkCallback-305-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 207441 INFO (zkCallback-314-thread-1-processing-n:127.0.0.1:34921_solr) [n:127.0.0.1:34921_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 207441 INFO (zkCallback-305-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 207463 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [n:127.0.0.1:34921_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34921.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194 [junit4] 2> 207469 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [n:127.0.0.1:34921_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34921.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194 [junit4] 2> 207469 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [n:127.0.0.1:34921_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34921.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194 [junit4] 2> 207470 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [n:127.0.0.1:34921_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-001/node5/. [junit4] 2> 207507 INFO (zkConnectionManagerCallback-319-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 207509 INFO (qtp577159762-1665) [n:127.0.0.1:33195_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_false&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 207509 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work [junit4] 2> 207510 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000002 [junit4] 2> 207510 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work [junit4] 2> 207510 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002 [junit4] 2> 207510 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work [junit4] 2> 207510 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work [junit4] 2> 207510 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002 [junit4] 2> 207510 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000002, ] [junit4] 2> 207510 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]] [junit4] 2> 207510 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running [junit4] 2> 207510 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{ [junit4] 2> "name":"MoveReplicaHDFSTest_failed_coll_false", [junit4] 2> "fromApi":"true", [junit4] 2> "replicationFactor":"2", [junit4] 2> "collection.configName":"conf1", [junit4] 2> "numShards":"2", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"2", [junit4] 2> "stateFormat":"2", [junit4] 2> "operation":"create"} [junit4] 2> 207511 DEBUG (OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002 [junit4] 2> 207511 DEBUG (OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , { [junit4] 2> "name":"MoveReplicaHDFSTest_failed_coll_false", [junit4] 2> "fromApi":"true", [junit4] 2> "replicationFactor":"2", [junit4] 2> "collection.configName":"conf1", [junit4] 2> "numShards":"2", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"2", [junit4] 2> "stateFormat":"2", [junit4] 2> "operation":"create"} [junit4] 2> 207511 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 [junit4] 2> 207511 INFO (OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_false [junit4] 2> 207511 INFO (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 207511 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002] [junit4] 2> 207511 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: [] [junit4] 2> 207511 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [] [junit4] 2> 207511 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002] [junit4] 2> 207511 DEBUG (OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000002],[] [junit4] 2> 207511 DEBUG (OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.a.c.Assign Identify nodes using default [junit4] 2> 207511 DEBUG (OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/MoveReplicaHDFSTest_failed_coll_false [junit4] 2> 207512 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections [junit4] 2> 207512 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections [junit4] 2> 207512 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections [junit4] 2> 207512 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections [junit4] 2> 207512 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections [junit4] 2> 207512 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections [junit4] 2> 207512 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 207512 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 207512 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 207512 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 207512 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 207512 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 207512 DEBUG (OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:MoveReplicaHDFSTest_failed_coll_false [junit4] 2> 207512 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 207513 DEBUG (OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists [junit4] 2> 207513 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 207513 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 207513 DEBUG (OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = { [junit4] 2> "name":"MoveReplicaHDFSTest_failed_coll_false", [junit4] 2> "fromApi":"true", [junit4] 2> "replicationFactor":"2", [junit4] 2> "collection.configName":"conf1", [junit4] 2> "numShards":"2", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"2", [junit4] 2> "stateFormat":"2", [junit4] 2> "operation":"create"} current state version: 0 [junit4] 2> 207513 DEBUG (OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: MoveReplicaHDFSTest_failed_coll_false [junit4] 2> 207513 DEBUG (OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) [n:127.0.0.1:45953_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/MoveReplicaHDFSTest_failed_coll_false/state.json [junit4] 2> 207514 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 207514 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 207614 DEBUG (OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection MoveReplicaHDFSTest_failed_coll_false, shardNames [shard1, shard2] , message : { [junit4] 2> "name":"MoveReplicaHDFSTest_failed_coll_false", [junit4] 2> "fromApi":"true", [junit4] 2> "replicationFactor":"2", [junit4] 2> "collection.configName":"conf1", [junit4] 2> "numShards":"2", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"2", [junit4] 2> "stateFormat":"2", [junit4] 2> "operation":"create"} [junit4] 2> 207615 DEBUG (OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1 as part of shard shard1 of collection MoveReplicaHDFSTest_failed_coll_false on 127.0.0.1:42427_solr [j [...truncated too long message...] rCache$1.run(PeerCache.java:124) [junit4] 2> java.base@10-ea/java.lang.Thread.run(Thread.java:844) [junit4] 2> [junit4] 2> ForkJoinPool.commonPool-worker-1: [junit4] 2> java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) [junit4] 2> java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) [junit4] 2> java.base@10-ea/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1668) [junit4] 2> java.base@10-ea/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177) [junit4] 2> [junit4] 2> ForkJoinPool.commonPool-worker-10: [junit4] 2> java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) [junit4] 2> java.base@10-ea/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:275) [junit4] 2> java.base@10-ea/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1656) [junit4] 2> java.base@10-ea/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177) [junit4] 2> [junit4] 2> LeaseRenewer:jenkins@localhost.localdomain:45497: [junit4] 2> java.base@10-ea/java.lang.Thread.sleep(Native Method) [junit4] 2> app//org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:444) [junit4] 2> app//org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) [junit4] 2> app//org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) [junit4] 2> java.base@10-ea/java.lang.Thread.run(Thread.java:844) [junit4] 2> [junit4] 2> 2392879 INFO (SUITE-HdfsRecoveryZkTest-seed#[CF99906ED157BE67]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_b=PostingsFormat(name=Memory), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_i=PostingsFormat(name=Memory), id=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1879, maxMBSortInHeap=5.98996146409462, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@a88166d), locale=en-GD, timezone=Africa/Juba [junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=2,free=114708472,total=518979584 [junit4] 2> NOTE: All tests run in this JVM: [BasicAuthStandaloneTest, QueryElevationComponentTest, RuleEngineTest, XsltUpdateRequestHandlerTest, DirectUpdateHandlerOptimizeTest, TestReload, TestComputePlanAction, TestPointFields, TestXIncludeConfig, TestFieldCacheWithThreads, DistributedFacetExistsSmallTest, DocValuesNotIndexedTest, TestLRUCache, TestSSLRandomization, CursorMarkTest, SolrMetricsIntegrationTest, UpdateRequestProcessorFactoryTest, TestCloudNestedDocsSort, AutoAddReplicasIntegrationTest, TestNumericTerms64, IndexSchemaTest, ResourceLoaderTest, JavabinLoaderTest, TestReversedWildcardFilterFactory, TestMultiWordSynonyms, FacetPivotSmallTest, TestConfigOverlay, CdcrBootstrapTest, PeerSyncWithIndexFingerprintCachingTest, TestAuthenticationFramework, TestCloudSchemaless, OverseerTest, HttpTriggerListenerTest, ParsingFieldUpdateProcessorsTest, TestInitParams, TestSizeLimitedDistributedMap, OverseerModifyCollectionTest, TestRecoveryHdfs, TestNonDefinedSimilarityFactory, BasicZkTest, SimplePostToolTest, CheckHdfsIndexTest, TestStressRecovery, TestSlowCompositeReaderWrapper, DistributedQueryComponentCustomSortTest, TestFuzzyAnalyzedSuggestions, TestSolr4Spatial, DOMUtilTest, TestSQLHandler, TestRTGBase, TestSimpleQParserPlugin, PrimUtilsTest, TestSimpleTrackingShardHandler, AnalysisErrorHandlingTest, TestFieldCollectionResource, TestFastLRUCache, TestPartialUpdateDeduplication, TestTrie, TestTriggerIntegration, TestNumericRangeQuery32, SimpleMLTQParserTest, OverseerTaskQueueTest, TestLocalFSCloudBackupRestore, TestDynamicLoading, UtilsToolTest, TestConfigSetsAPI, SortByFunctionTest, SolrCoreTest, TestSubQueryTransformerCrossCore, PreAnalyzedFieldManagedSchemaCloudTest, TestGraphTermsQParserPlugin, TestBM25SimilarityFactory, TestCollectionAPIs, HdfsChaosMonkeySafeLeaderTest, TestXmlQParserPlugin, TermsComponentTest, TestConfigReload, SolrJmxReporterCloudTest, ChaosMonkeySafeLeaderTest, ReplicationFactorTest, TestRandomRequestDistribution, SolrCoreMetricManagerTest, TestRTimerTree, TestStressVersions, SOLR749Test, ChangedSchemaMergeTest, SuggesterFSTTest, TestHttpShardHandlerFactory, TestStressInPlaceUpdates, TestSolrCloudWithKerberosAlt, TestLegacyNumericRangeQueryBuilder, TolerantUpdateProcessorTest, JsonLoaderTest, BadComponentTest, TestPerFieldSimilarity, CoreAdminRequestStatusTest, TestFieldTypeResource, HdfsThreadLeakTest, ZkStateReaderTest, PathHierarchyTokenizerFactoryTest, TestSolrQueryResponse, SchemaVersionSpecificBehaviorTest, TestSolrConfigHandlerConcurrent, TestInPlaceUpdatesStandalone, DistributedFacetPivotSmallAdvancedTest, TestRecovery, DistributedIntervalFacetingTest, SignatureUpdateProcessorFactoryTest, BasicFunctionalityTest, LoggingHandlerTest, CollectionsAPIDistributedZkTest, TestGenericDistributedQueue, TestPKIAuthenticationPlugin, TestSolrJ, TestPullReplica, TestZkAclsWithHadoopAuth, TestCloudJSONFacetJoinDomain, TestSortableTextField, OutOfBoxZkACLAndCredentialsProvidersTest, TlogReplayBufferedWhileIndexingTest, TestEmbeddedSolrServerAdminHandler, TestExceedMaxTermLength, BigEndianAscendingWordSerializerTest, TestTolerantUpdateProcessorCloud, CollectionReloadTest, ZkControllerTest, SyncSliceTest, TestReplicationHandler, TestZkChroot, ZkCLITest, SoftAutoCommitTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DistribJoinFromCollectionTest, ForceLeaderTest, RecoveryAfterSoftCommitTest, SSLMigrationTest, SolrCLIZkUtilsTest, TestCloudRecovery, TestDownShardTolerantSearch, TestLeaderElectionWithEmptyReplica, TestPrepRecovery, TestSolrCloudWithDelegationTokens, TestStressCloudBlindAtomicUpdates, VMParamsZkACLAndCredentialsProvidersTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestHdfsCloudBackupRestore, AutoScalingHandlerTest, ComputePlanActionTest, NodeLostTriggerTest, TestPolicyCloud, TestDistribStateManager, TestExecutePlanAction, TestNodeLostTrigger, TestPolicyCloud, TestSimDistributedQueue, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsNNFailoverTest, HdfsRecoveryZkTest] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest -Dtests.seed=CF99906ED157BE67 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-GD -Dtests.timezone=Africa/Juba -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] ERROR 0.00s J1 | HdfsRecoveryZkTest (suite) <<< [junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] [junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog [junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) [junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132) [junit4] > at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203) [junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:161) [junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:116) [junit4] > at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:113) [junit4] > at jdk.internal.reflect.GeneratedConstructorAccessor191.newInstance(Unknown Source) [junit4] > at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) [junit4] > at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:488) [junit4] > at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:793) [junit4] > at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:855) [junit4] > at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1108) [junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:978) [junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863) [junit4] > at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043) [junit4] > at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:644) [junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) [junit4] > at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) [junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] > at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135) [junit4] > at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) [junit4] > at java.base/java.lang.Thread.run(Thread.java:844) [junit4] > at __randomizedtesting.SeedInfo.seed([CF99906ED157BE67]:0) [junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295) [junit4] > at jdk.internal.reflect.GeneratedMethodAccessor38.invoke(Unknown Source) [junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564) [junit4] > at java.base/java.lang.Thread.run(Thread.java:844) [junit4] Completed [599/775 (3!)] on J1 in 47.38s, 1 test, 1 failure <<< FAILURES! [...truncated 41464 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org