Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/285/
2 tests failed. FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI Error Message: Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-b332ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"b3330000-e665ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"e6660000-1998ffff", "state":"active", "replicas":{}}, "shard4":{ "range":"19990000-4ccbffff", "state":"active", "replicas":{}}, "shard5":{ "range":"4ccc0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"} Stack Trace: java.lang.AssertionError: Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-b332ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"b3330000-e665ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"e6660000-1998ffff", "state":"active", "replicas":{}}, "shard4":{ "range":"19990000-4ccbffff", "state":"active", "replicas":{}}, "shard5":{ "range":"4ccc0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"} at __randomizedtesting.SeedInfo.seed([D11027C0F5C87423:99655374F3FB5BB6]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265) at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:502) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:745) FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test Error Message: Stack Trace: java.lang.AssertionError at __randomizedtesting.SeedInfo.seed([D11027C0F5C87423:5944181A5B3419DB]:0) at org.junit.Assert.fail(Assert.java:92) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertTrue(Assert.java:54) at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:745) Build Log: [...truncated 13082 lines...] [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/init-core-data-001 [junit4] 2> 4179573 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields [junit4] 2> 4179574 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 4179575 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-001 [junit4] 2> 4179575 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 4179575 INFO (Thread-90109) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 4179575 INFO (Thread-90109) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 4179675 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39924 [junit4] 2> 4179679 INFO (jetty-launcher-3990-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 4179679 INFO (jetty-launcher-3990-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 4179680 INFO (jetty-launcher-3990-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 4179680 INFO (jetty-launcher-3990-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 4179682 INFO (jetty-launcher-3990-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22f06e17{/solr,null,AVAILABLE} [junit4] 2> 4179682 INFO (jetty-launcher-3990-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bed32f9{/solr,null,AVAILABLE} [junit4] 2> 4179682 INFO (jetty-launcher-3990-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a88ceec{HTTP/1.1,[http/1.1]}{127.0.0.1:38765} [junit4] 2> 4179682 INFO (jetty-launcher-3990-thread-2) [ ] o.e.j.s.Server Started @4182630ms [junit4] 2> 4179682 INFO (jetty-launcher-3990-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1cbb30c8{HTTP/1.1,[http/1.1]}{127.0.0.1:45824} [junit4] 2> 4179682 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38765} [junit4] 2> 4179682 INFO (jetty-launcher-3990-thread-1) [ ] o.e.j.s.Server Started @4182630ms [junit4] 2> 4179683 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45824} [junit4] 2> 4179683 ERROR (jetty-launcher-3990-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 4179683 ERROR (jetty-launcher-3990-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 4179683 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0 [junit4] 2> 4179683 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0 [junit4] 2> 4179683 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 4179683 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 4179684 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 4179684 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-16T14:09:10.376Z [junit4] 2> 4179684 INFO (jetty-launcher-3990-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2806e037{/solr,null,AVAILABLE} [junit4] 2> 4179684 INFO (jetty-launcher-3990-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1cfd3e3e{HTTP/1.1,[http/1.1]}{127.0.0.1:59544} [junit4] 2> 4179684 INFO (jetty-launcher-3990-thread-3) [ ] o.e.j.s.Server Started @4182632ms [junit4] 2> 4179684 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59544} [junit4] 2> 4179684 ERROR (jetty-launcher-3990-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 4179684 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0 [junit4] 2> 4179685 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 4179685 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 4179685 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-16T14:09:10.377Z [junit4] 2> 4179683 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 4179685 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-16T14:09:10.377Z [junit4] 2> 4179687 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 4179687 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 4179687 INFO (jetty-launcher-3990-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@86720e6{/solr,null,AVAILABLE} [junit4] 2> 4179687 INFO (jetty-launcher-3990-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@dd8b408{HTTP/1.1,[http/1.1]}{127.0.0.1:52392} [junit4] 2> 4179687 INFO (jetty-launcher-3990-thread-4) [ ] o.e.j.s.Server Started @4182635ms [junit4] 2> 4179687 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52392} [junit4] 2> 4179688 ERROR (jetty-launcher-3990-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 4179688 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0 [junit4] 2> 4179688 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 4179688 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 4179688 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-16T14:09:10.380Z [junit4] 2> 4179695 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 4179697 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 4179697 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39924/solr [junit4] 2> 4179698 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 4179698 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 4179698 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39924/solr [junit4] 2> 4179700 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 4179701 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39924/solr [junit4] 2> 4179706 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 4179706 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39924/solr [junit4] 2> 4179714 INFO (jetty-launcher-3990-thread-1) [n:127.0.0.1:45824_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 4179714 INFO (jetty-launcher-3990-thread-3) [n:127.0.0.1:59544_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 4179714 INFO (jetty-launcher-3990-thread-2) [n:127.0.0.1:38765_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 4179714 INFO (jetty-launcher-3990-thread-1) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45824_solr [junit4] 2> 4179715 INFO (jetty-launcher-3990-thread-3) [n:127.0.0.1:59544_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59544_solr [junit4] 2> 4179715 INFO (jetty-launcher-3990-thread-2) [n:127.0.0.1:38765_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38765_solr [junit4] 2> 4179715 INFO (jetty-launcher-3990-thread-1) [n:127.0.0.1:45824_solr ] o.a.s.c.Overseer Overseer (id=97468687991963655-127.0.0.1:45824_solr-n_0000000000) starting [junit4] 2> 4179718 INFO (zkCallback-4002-thread-1-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 4179718 INFO (zkCallback-4006-thread-1-processing-n:127.0.0.1:38765_solr) [n:127.0.0.1:38765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 4179722 INFO (zkCallback-4006-thread-1-processing-n:127.0.0.1:38765_solr) [n:127.0.0.1:38765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 4179722 INFO (zkCallback-4002-thread-1-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 4179730 INFO (zkCallback-4007-thread-1-processing-n:127.0.0.1:59544_solr) [n:127.0.0.1:59544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 4179735 INFO (zkCallback-4007-thread-2-processing-n:127.0.0.1:59544_solr) [n:127.0.0.1:59544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 4179741 INFO (zkCallback-4013-thread-1-processing-n:127.0.0.1:52392_solr) [n:127.0.0.1:52392_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 4179741 INFO (jetty-launcher-3990-thread-4) [n:127.0.0.1:52392_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 4179745 INFO (jetty-launcher-3990-thread-1) [n:127.0.0.1:45824_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45824_solr [junit4] 2> 4179746 INFO (zkCallback-4006-thread-1-processing-n:127.0.0.1:38765_solr) [n:127.0.0.1:38765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 4179746 INFO (zkCallback-4002-thread-1-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 4179750 INFO (zkCallback-4007-thread-2-processing-n:127.0.0.1:59544_solr) [n:127.0.0.1:59544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 4179750 INFO (zkCallback-4013-thread-1-processing-n:127.0.0.1:52392_solr) [n:127.0.0.1:52392_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 4179750 INFO (jetty-launcher-3990-thread-4) [n:127.0.0.1:52392_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52392_solr [junit4] 2> 4179751 INFO (zkCallback-4006-thread-1-processing-n:127.0.0.1:38765_solr) [n:127.0.0.1:38765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 4179751 INFO (zkCallback-4007-thread-2-processing-n:127.0.0.1:59544_solr) [n:127.0.0.1:59544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 4179751 INFO (zkCallback-4002-thread-1-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 4179752 INFO (zkCallback-4013-thread-1-processing-n:127.0.0.1:52392_solr) [n:127.0.0.1:52392_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 4179801 INFO (jetty-launcher-3990-thread-1) [n:127.0.0.1:45824_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-001/node1/. [junit4] 2> 4179840 INFO (jetty-launcher-3990-thread-3) [n:127.0.0.1:59544_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-001/node3/. [junit4] 2> 4179870 INFO (jetty-launcher-3990-thread-4) [n:127.0.0.1:52392_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-001/node4/. [junit4] 2> 4179870 INFO (jetty-launcher-3990-thread-2) [n:127.0.0.1:38765_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-001/node2/. [junit4] 2> 4181763 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 4181764 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39924/solr ready [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 4181791 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 4181795 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 4181796 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 4181806 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_50899_hdfs____w71xj/webapp [junit4] 2> 4182112 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50899 [junit4] 2> 4182160 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 4182161 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 4182173 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_41705_datanode____cwbkna/webapp [junit4] 2> 4182565 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41705 [junit4] 2> 4182594 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 4182595 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 4182604 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45717_datanode____w38dwj/webapp [junit4] 2> 4182662 INFO (IPC Server handler 4 on 59396) [ ] BlockStateChange BLOCK* processReport: from storage DS-3e27ac0a-6af1-42c5-9a18-6bbd69ef2122 node DatanodeRegistration(127.0.0.1:53137, datanodeUuid=ac06de47-a857-418c-8586-7b3ee1ec5aed, infoPort=39751, infoSecurePort=0, ipcPort=52587, storageInfo=lv=-56;cid=testClusterID;nsid=1430597033;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs [junit4] 2> 4182662 INFO (IPC Server handler 4 on 59396) [ ] BlockStateChange BLOCK* processReport: from storage DS-ecd879b9-2aaa-4d80-a72d-1b3d8bd2db21 node DatanodeRegistration(127.0.0.1:53137, datanodeUuid=ac06de47-a857-418c-8586-7b3ee1ec5aed, infoPort=39751, infoSecurePort=0, ipcPort=52587, storageInfo=lv=-56;cid=testClusterID;nsid=1430597033;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 4182986 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45717 [junit4] 2> 4183060 INFO (IPC Server handler 9 on 59396) [ ] BlockStateChange BLOCK* processReport: from storage DS-746d4adb-571b-4d6d-b6df-228df3ce989b node DatanodeRegistration(127.0.0.1:52777, datanodeUuid=2544de36-9217-4c9e-9c16-596ef9ed5ac6, infoPort=33867, infoSecurePort=0, ipcPort=60199, storageInfo=lv=-56;cid=testClusterID;nsid=1430597033;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs [junit4] 2> 4183060 INFO (IPC Server handler 9 on 59396) [ ] BlockStateChange BLOCK* processReport: from storage DS-8fca66e0-ff1c-489c-abad-3eca886e1181 node DatanodeRegistration(127.0.0.1:52777, datanodeUuid=2544de36-9217-4c9e-9c16-596ef9ed5ac6, infoPort=33867, infoSecurePort=0, ipcPort=60199, storageInfo=lv=-56;cid=testClusterID;nsid=1430597033;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 4183180 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[D11027C0F5C87423]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMaxNodesPerShard [junit4] 2> 4183181 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[D11027C0F5C87423]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 4183185 INFO (qtp380572432-107442) [n:127.0.0.1:59544_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 4183187 INFO (OverseerThreadFactory-9005-thread-1-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.CreateCollectionCmd Create collection oversharded [junit4] 2> 4183187 ERROR (OverseerThreadFactory-9005-thread-1-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: oversharded operation: create failed:org.apache.solr.common.SolrException: Cannot create collection oversharded. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 3 and value of replicationFactor is 2. This requires 6 shards to be created (higher than the allowed number) [junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> [junit4] 2> 4183190 INFO (qtp380572432-107442) [n:127.0.0.1:59544_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2} status=400 QTime=4 [junit4] 2> 4183190 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[D11027C0F5C87423]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMaxNodesPerShard [junit4] 2> 4183271 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[D11027C0F5C87423]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore [junit4] 2> 4183272 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[D11027C0F5C87423]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 4183275 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2 [junit4] 2> 4183277 INFO (OverseerStateUpdate-97468687991963655-127.0.0.1:45824_solr-n_0000000000) [n:127.0.0.1:45824_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 4184284 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0 [junit4] 2> 4184290 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal [junit4] 2> 4184292 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 4184293 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker [junit4] 2> 4184297 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:59396/data [junit4] 2> 4184297 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 4184297 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-001/node4/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:59396/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-003/] [junit4] 2> 4184298 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f7fe27c [junit4] 2> 4184298 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-003/snapshot_metadata [junit4] 2> 4184304 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 4184304 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes [junit4] 2> 4184304 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache [junit4] 2> 4184315 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 4184315 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-003 [junit4] 2> 4184330 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-003/index [junit4] 2> 4184338 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 4184338 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes [junit4] 2> 4184339 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache [junit4] 2> 4184351 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 4184364 INFO (IPC Server handler 6 on 59396) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53137 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-746d4adb-571b-4d6d-b6df-228df3ce989b:NORMAL:127.0.0.1:52777|RBW], ReplicaUC[[DISK]DS-3e27ac0a-6af1-42c5-9a18-6bbd69ef2122:NORMAL:127.0.0.1:53137|FINALIZED]]} size 0 [junit4] 2> 4184364 INFO (IPC Server handler 7 on 59396) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52777 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-746d4adb-571b-4d6d-b6df-228df3ce989b:NORMAL:127.0.0.1:52777|RBW], ReplicaUC[[DISK]DS-3e27ac0a-6af1-42c5-9a18-6bbd69ef2122:NORMAL:127.0.0.1:53137|FINALIZED]]} size 0 [junit4] 2> 4184397 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 4184397 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 4184397 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3 [junit4] 2> 4184406 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 4184406 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 4184411 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@47c85e99[halfcollection_shard1_replica1] main] [junit4] 2> 4184412 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 4184412 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 4184413 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 4184414 INFO (searcherExecutor-9014-thread-1-processing-n:127.0.0.1:52392_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@47c85e99[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 4184416 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559499012946526208 [junit4] 2> 4184421 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 4184421 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 4184421 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52392/solr/halfcollection_shard1_replica1/ [junit4] 2> 4184422 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 4184422 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:52392/solr/halfcollection_shard1_replica1/ has no replicas [junit4] 2> 4184424 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52392/solr/halfcollection_shard1_replica1/ shard1 [junit4] 2> 4184577 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 4184578 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2} status=0 QTime=1303 [junit4] 2> 4184581 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2 [junit4] 2> 4184582 INFO (OverseerStateUpdate-97468687991963655-127.0.0.1:45824_solr-n_0000000000) [n:127.0.0.1:45824_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 4185189 INFO (OverseerCollectionConfigSetProcessor-97468687991963655-127.0.0.1:45824_solr-n_0000000000) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 4185592 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0 [junit4] 2> 4185598 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal [junit4] 2> 4185612 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 4185613 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker2 [junit4] 2> 4185613 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:59396/data [junit4] 2> 4185613 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 4185613 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-001/node2/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:59396/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004/] [junit4] 2> 4185613 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f7fe27c [junit4] 2> 4185613 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004/snapshot_metadata [junit4] 2> 4185619 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 4185619 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes [junit4] 2> 4185619 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache [junit4] 2> 4185627 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 4185628 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004 [junit4] 2> 4185640 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004/index [junit4] 2> 4185646 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 4185646 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes [junit4] 2> 4185646 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache [junit4] 2> 4185655 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 4185672 INFO (IPC Server handler 6 on 59396) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53137 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-746d4adb-571b-4d6d-b6df-228df3ce989b:NORMAL:127.0.0.1:52777|RBW], ReplicaUC[[DISK]DS-ecd879b9-2aaa-4d80-a72d-1b3d8bd2db21:NORMAL:127.0.0.1:53137|RBW]]} size 0 [junit4] 2> 4185673 INFO (IPC Server handler 7 on 59396) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52777 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ecd879b9-2aaa-4d80-a72d-1b3d8bd2db21:NORMAL:127.0.0.1:53137|RBW], ReplicaUC[[DISK]DS-8fca66e0-ff1c-489c-abad-3eca886e1181:NORMAL:127.0.0.1:52777|FINALIZED]]} size 0 [junit4] 2> 4185712 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 4185712 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 4185712 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3 [junit4] 2> 4185720 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 4185720 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 4185729 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6dcfc118[halfcollection_shard1_replica1] main] [junit4] 2> 4185730 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 4185730 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 4185730 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 4185730 INFO (searcherExecutor-9019-thread-1-processing-n:127.0.0.1:38765_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker2) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@6dcfc118[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 4185733 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559499014327500800 [junit4] 2> 4185737 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 4185737 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 4185737 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38765/solr/halfcollection_shard1_replica1/ [junit4] 2> 4185737 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 4185737 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:38765/solr/halfcollection_shard1_replica1/ has no replicas [junit4] 2> 4185739 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38765/solr/halfcollection_shard1_replica1/ shard1 [junit4] 2> 4185890 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 4185892 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2} status=0 QTime=1311 [junit4] 2> 4185894 INFO (qtp380572432-107444) [n:127.0.0.1:59544_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollection&action=CREATE&numShards=2&createNodeSet=127.0.0.1:52392_solr,127.0.0.1:38765_solr&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 4185895 INFO (OverseerThreadFactory-9005-thread-2-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollection [junit4] 2> 4186099 INFO (qtp1495300344-107441) [n:127.0.0.1:52392_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2 [junit4] 2> 4186099 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2 [junit4] 2> 4186100 WARN (qtp1495300344-107441) [n:127.0.0.1:52392_solr ] o.a.s.c.CoreContainer Creating a core with existing name is not allowed [junit4] 2> 4186100 ERROR (qtp1495300344-107441) [n:127.0.0.1:52392_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists. [junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:825) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:378) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:171) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) [junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> [junit4] 2> 4186100 INFO (qtp1495300344-107441) [n:127.0.0.1:52392_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2} status=500 QTime=1 [junit4] 2> 4186100 ERROR (qtp1495300344-107441) [n:127.0.0.1:52392_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists. [junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:825) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:378) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:171) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) [junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> [junit4] 2> 4186101 ERROR (OverseerThreadFactory-9005-thread-2-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:52392/solr [junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52392/solr: Core with name 'halfcollection_shard1_replica1' already exists. [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610) [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279) [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268) [junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219) [junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 4186203 INFO (zkCallback-4006-thread-1-processing-n:127.0.0.1:38765_solr) [n:127.0.0.1:38765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 4187106 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0 [junit4] 2> 4187113 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.IndexSchema [halfcollection_shard2_replica1] Schema name=minimal [junit4] 2> 4187116 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 4187116 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard2_replica1' using configuration from collection halfcollection [junit4] 2> 4187117 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:59396/data [junit4] 2> 4187117 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 4187117 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SolrCore [[halfcollection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-001/node2/halfcollection_shard2_replica1], dataDir=[hdfs://localhost:59396/data/halfcollection/core_node1/data/] [junit4] 2> 4187117 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f7fe27c [junit4] 2> 4187117 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollection/core_node1/data/snapshot_metadata [junit4] 2> 4187123 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 4187123 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes [junit4] 2> 4187123 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache [junit4] 2> 4187136 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 4187137 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollection/core_node1/data [junit4] 2> 4187150 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollection/core_node1/data/index [junit4] 2> 4187155 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 4187155 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes [junit4] 2> 4187156 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache [junit4] 2> 4187165 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 4187173 INFO (IPC Server handler 0 on 59396) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53137 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-746d4adb-571b-4d6d-b6df-228df3ce989b:NORMAL:127.0.0.1:52777|RBW], ReplicaUC[[DISK]DS-3e27ac0a-6af1-42c5-9a18-6bbd69ef2122:NORMAL:127.0.0.1:53137|FINALIZED]]} size 0 [junit4] 2> 4187173 INFO (IPC Server handler 1 on 59396) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52777 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-746d4adb-571b-4d6d-b6df-228df3ce989b:NORMAL:127.0.0.1:52777|RBW], ReplicaUC[[DISK]DS-3e27ac0a-6af1-42c5-9a18-6bbd69ef2122:NORMAL:127.0.0.1:53137|FINALIZED]]} size 0 [junit4] 2> 4187209 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 4187209 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 4187210 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3 [junit4] 2> 4187219 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 4187219 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 4187223 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b46b98[halfcollection_shard2_replica1] main] [junit4] 2> 4187224 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 4187224 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 4187224 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 4187225 INFO (searcherExecutor-9024-thread-1-processing-n:127.0.0.1:38765_solr x:halfcollection_shard2_replica1 s:shard2 c:halfcollection) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SolrCore [halfcollection_shard2_replica1] Registered new searcher Searcher@7b46b98[halfcollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 4187227 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559499015894073344 [junit4] 2> 4187231 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 4187231 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 4187231 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38765/solr/halfcollection_shard2_replica1/ [junit4] 2> 4187231 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 4187231 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:38765/solr/halfcollection_shard2_replica1/ has no replicas [junit4] 2> 4187233 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38765/solr/halfcollection_shard2_replica1/ shard2 [junit4] 2> 4187335 INFO (zkCallback-4006-thread-1-processing-n:127.0.0.1:38765_solr) [n:127.0.0.1:38765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 4187384 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 4187385 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1286 [junit4] 2> 4187386 ERROR (OverseerThreadFactory-9005-thread-2-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [halfcollection]. [junit4] 2> 4187386 INFO (OverseerThreadFactory-9005-thread-2-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true [junit4] 2> 4187388 INFO (qtp93065815-107443) [n:127.0.0.1:38765_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection.shard2.replica1 [junit4] 2> 4187389 INFO (qtp93065815-107443) [n:127.0.0.1:38765_solr ] o.a.s.c.SolrCore [halfcollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@3e69a350 [junit4] 2> 4187481 INFO (qtp93065815-107443) [n:127.0.0.1:38765_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection.shard2.replica1 [junit4] 2> 4187482 INFO (qtp93065815-107443) [n:127.0.0.1:38765_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:59396/data/halfcollection/core_node1/data/index [junit4] 2> 4187482 INFO (qtp93065815-107443) [n:127.0.0.1:38765_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:59396/data/halfcollection/core_node1/data/snapshot_metadata [junit4] 2> 4187482 INFO (qtp93065815-107443) [n:127.0.0.1:38765_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:59396/data/halfcollection/core_node1/data [junit4] 2> 4187487 INFO (zkCallback-4006-thread-1-processing-n:127.0.0.1:38765_solr) [n:127.0.0.1:38765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 4187488 INFO (IPC Server handler 5 on 59396) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741827_1003 127.0.0.1:52777 127.0.0.1:53137 [junit4] 2> 4187488 ERROR (OldIndexDirectoryCleanupThreadForCore-halfcollection_shard2_replica1) [n:127.0.0.1:38765_solr ] o.a.s.c.HdfsDirectoryFactory Error checking if path hdfs://localhost:59396/data/halfcollection/core_node1/data/snapshot_metadata is an old index directory, caused by: java.io.IOException: Filesystem closed [junit4] 2> 4187489 ERROR (OldIndexDirectoryCleanupThreadForCore-halfcollection_shard2_replica1) [n:127.0.0.1:38765_solr ] o.a.s.c.HdfsDirectoryFactory Error checking if path hdfs://localhost:59396/data/halfcollection/core_node1/data/tlog is an old index directory, caused by: java.io.IOException: Filesystem closed [junit4] 2> 4187490 INFO (qtp93065815-107443) [n:127.0.0.1:38765_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=101 [junit4] 2> 4188144 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@7d67b318) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:52777 to delete [blk_1073741827_1003] [junit4] 2> 4188192 INFO (OverseerThreadFactory-9005-thread-2-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [halfcollection] [junit4] 2> 4188193 INFO (qtp380572432-107444) [n:127.0.0.1:59544_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 4189897 INFO (OverseerCollectionConfigSetProcessor-97468687991963655-127.0.0.1:45824_solr-n_0000000000) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 4191144 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@7d67b318) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:53137 to delete [blk_1073741827_1003] [junit4] 2> 4218196 ERROR (qtp380572432-107444) [n:127.0.0.1:59544_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30 [junit4] 2> 4218196 INFO (qtp380572432-107444) [n:127.0.0.1:59544_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfcollection&action=CREATE&numShards=2&createNodeSet=127.0.0.1:52392_solr,127.0.0.1:38765_solr&wt=javabin&version=2} status=0 QTime=32302 [junit4] 2> 4218196 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[D11027C0F5C87423]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShouldFailOnExistingCore [junit4] 2> 4218261 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[D11027C0F5C87423]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZeroNumShards [junit4] 2> 4218261 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[D11027C0F5C87423]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 4218264 INFO (qtp380572432-107428) [n:127.0.0.1:59544_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfcollectionblocker2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 4218266 INFO (OverseerThreadFactory-9005-thread-3-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true [junit4] 2> 4218266 INFO (qtp93065815-107437) [n:127.0.0.1:38765_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection_shard1_replica1 [junit4] 2> 4218267 INFO (qtp93065815-107437) [n:127.0.0.1:38765_solr ] o.a.s.c.SolrCore [halfcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@19652138 [junit4] 2> 4218315 INFO (qtp93065815-107437) [n:127.0.0.1:38765_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection_shard1_replica1 [junit4] 2> 4218316 INFO (qtp93065815-107437) [n:127.0.0.1:38765_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:59396/data/halfcollectionblocker2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004/index [junit4] 2> 4218316 INFO (qtp93065815-107437) [n:127.0.0.1:38765_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:59396/data/halfcollectionblocker2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004/snapshot_metadata [junit4] 2> 4218316 INFO (qtp93065815-107437) [n:127.0.0.1:38765_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:59396/data/halfcollectionblocker2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004 [junit4] 2> 4218323 INFO (IPC Server handler 3 on 59396) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:52777 127.0.0.1:53137 [junit4] 2> 4218324 ERROR (OldIndexDirectoryCleanupThreadForCore-halfcollection_shard1_replica1) [n:127.0.0.1:38765_solr ] o.a.s.c.HdfsDirectoryFactory Error checking if path hdfs://localhost:59396/data/halfcollectionblocker2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004/snapshot_metadata is an old index directory, caused by: java.io.IOException: Filesystem closed [junit4] 2> 4218324 ERROR (OldIndexDirectoryCleanupThreadForCore-halfcollection_shard1_replica1) [n:127.0.0.1:38765_solr ] o.a.s.c.HdfsDirectoryFactory Error checking if path hdfs://localhost:59396/data/halfcollectionblocker2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004/tlog is an old index directory, caused by: java.io.IOException: Filesystem closed [junit4] 2> 4218326 INFO (qtp93065815-107437) [n:127.0.0.1:38765_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=60 [junit4] 2> 4219031 INFO (qtp380572432-107428) [n:127.0.0.1:59544_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfcollectionblocker2&action=DELETE&wt=javabin&version=2} status=0 QTime=767 [junit4] 2> 4219033 INFO (qtp380572432-107445) [n:127.0.0.1:59544_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfcollectionblocker&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 4219035 INFO (OverseerThreadFactory-9005-thread-4-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true [junit4] 2> 4219035 INFO (OverseerCollectionConfigSetProcessor-97468687991963655-127.0.0.1:45824_solr-n_0000000000) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 4219036 INFO (qtp1495300344-107458) [n:127.0.0.1:52392_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection_shard1_replica1 [junit4] 2> 4219036 INFO (qtp1495300344-107458) [n:127.0.0.1:52392_solr ] o.a.s.c.SolrCore [ [...truncated too long message...] ver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) [junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81) [junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226) [junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211) [junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463) [junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213) [junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594) [junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72) [junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68) [junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171) [junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872) [junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726) [junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705) [junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198) [junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73) [junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> Caused by: java.lang.NullPointerException [junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203) [junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370) [junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729) [junit4] 2> ... 53 more [junit4] 2> 4560612 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_D11027C0F5C87423-001 [junit4] 2> Feb 16, 2017 2:15:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s). [junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=es-UY, timezone=Asia/Gaza [junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=162418680,total=526385152 [junit4] 2> NOTE: All tests run in this JVM: [TestFaceting, CursorPagingTest, TestIBSimilarityFactory, TestPathTrie, TestInitQParser, TestFreeTextSuggestions, TestFieldCacheReopen, TestPointFields, SolrCLIZkUtilsTest, LeaderInitiatedRecoveryOnShardRestartTest, TestNonDefinedSimilarityFactory, FileBasedSpellCheckerTest, TestJmxIntegration, DefaultValueUpdateProcessorTest, ZkStateWriterTest, TestDelegationWithHadoopAuth, ChangedSchemaMergeTest, SynonymTokenizerTest, TestSQLHandlerNonCloud, TestPushWriter, ClassificationUpdateProcessorTest, BlockDirectoryTest, TestPKIAuthenticationPlugin, OverseerCollectionConfigSetProcessorTest, DateFieldTest, TestSolrQueryResponse, SolrIndexMetricsTest, TestRandomDVFaceting, VMParamsZkACLAndCredentialsProvidersTest, TestComplexPhraseQParserPlugin, TestMiniSolrCloudClusterSSL, ClusterStateTest, TestHdfsUpdateLog, DistributedQueryElevationComponentTest, CdcrBootstrapTest, TestJoin, HdfsTlogReplayBufferedWhileIndexingTest, TestLazyCores, TestDynamicFieldCollectionResource, TestExpandComponent, SSLMigrationTest, DistributedSpellCheckComponentTest, TestNoOpRegenerator, TestPHPSerializedResponseWriter, LeaderElectionIntegrationTest, RegexBoostProcessorTest, TestAuthenticationFramework, HLLUtilTest, DisMaxRequestHandlerTest, SpatialRPTFieldTypeTest, TestReloadAndDeleteDocs, TestSolrCoreSnapshots, TestExactSharedStatsCache, RulesTest, AtomicUpdatesTest, TestRecoveryHdfs, QueryElevationComponentTest, TestBadConfig, TestRandomRequestDistribution, SolrSlf4jReporterTest, OverseerStatusTest, UUIDFieldTest, PolyFieldTest, TestSubQueryTransformerCrossCore, SignatureUpdateProcessorFactoryTest, AlternateDirectoryTest, TestFunctionQuery, SuggestComponentContextFilterQueryTest, ForceLeaderTest, ScriptEngineTest, TestDocSet, TestBinaryResponseWriter, XsltUpdateRequestHandlerTest, CollectionStateFormat2Test, BlockJoinFacetSimpleTest, TestCSVLoader, DistributedFacetPivotLongTailTest, TestRemoteStreaming, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DistributedSuggestComponentTest, TestInfoStreamLogging, CollectionsAPISolrJTest, TestUseDocValuesAsStored, SharedFSAutoReplicaFailoverTest, ReplicationFactorTest, AnalyticsQueryTest, TestDistributedSearch, TestSolrDeletionPolicy2, HdfsRestartWhileUpdatingTest, SyncSliceTest, ConnectionManagerTest, TestOmitPositions, TestManagedResourceStorage, DeleteInactiveReplicaTest, TestGeoJSONResponseWriter, DeleteReplicaTest, DocumentAnalysisRequestHandlerTest, SolrGangliaReporterTest, ZkNodePropsTest, StandardRequestHandlerTest, TestExclusionRuleCollectionAccess, TolerantUpdateProcessorTest, MultiThreadedOCPTest, TestLeaderElectionZkExpiry, ResourceLoaderTest, HdfsLockFactoryTest, DistributedQueueTest, TestMacros, BasicZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, ShardRoutingCustomTest, TestDistributedGrouping, TestRecovery, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, TestStressReorder, HardAutoCommitTest, TestRangeQuery, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestQuerySenderNoQuery, CopyFieldTest, TestStressRecovery, TestMergePolicyConfig, MultiTermTest, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestCharFilters, TestCodecSupport, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, ConfigSetsAPITest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DistribCursorPagingTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, SaslZkACLProviderTest, ShardSplitTest, TestTolerantUpdateProcessorRandomCloud, TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsWriteToMultipleCollectionsTest] [junit4] Completed [536/692 (2!)] on J0 in 34.05s, 1 test, 1 failure <<< FAILURES! [...truncated 63105 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org