Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/890/ Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseParallelGC
5 tests failed. FAILED: org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test Error Message: Node 127.0.0.1:55463_solr has 7 replicas. Expected num replicas : 6. state: DocCollection(backuprestore_restored//collections/backuprestore_restored/state.json/47)={ "pullReplicas":1, "replicationFactor":2, "shards":{ "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node122":{ "core":"backuprestore_restored_shard2_replica_n121", "base_url":"http://127.0.0.1:55463/solr", "node_name":"127.0.0.1:55463_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node128":{ "core":"backuprestore_restored_shard2_replica_n127", "base_url":"http://127.0.0.1:55463/solr", "node_name":"127.0.0.1:55463_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node130":{ "core":"backuprestore_restored_shard2_replica_t129", "base_url":"http://127.0.0.1:55463/solr", "node_name":"127.0.0.1:55463_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node132":{ "core":"backuprestore_restored_shard2_replica_p131", "base_url":"http://127.0.0.1:55464/solr", "node_name":"127.0.0.1:55464_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070091253016113"}, "shard1_1":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node124":{ "core":"backuprestore_restored_shard1_1_replica_n123", "base_url":"http://127.0.0.1:55464/solr", "node_name":"127.0.0.1:55464_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node134":{ "core":"backuprestore_restored_shard1_1_replica_n133", "base_url":"http://127.0.0.1:55463/solr", "node_name":"127.0.0.1:55463_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node136":{ "core":"backuprestore_restored_shard1_1_replica_t135", "base_url":"http://127.0.0.1:55463/solr", "node_name":"127.0.0.1:55463_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node138":{ "core":"backuprestore_restored_shard1_1_replica_p137", "base_url":"http://127.0.0.1:55464/solr", "node_name":"127.0.0.1:55464_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070091253055520"}, "shard1_0":{ "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node126":{ "core":"backuprestore_restored_shard1_0_replica_n125", "base_url":"http://127.0.0.1:55464/solr", "node_name":"127.0.0.1:55464_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node140":{ "core":"backuprestore_restored_shard1_0_replica_n139", "base_url":"http://127.0.0.1:55463/solr", "node_name":"127.0.0.1:55463_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node142":{ "core":"backuprestore_restored_shard1_0_replica_t141", "base_url":"http://127.0.0.1:55463/solr", "node_name":"127.0.0.1:55463_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node144":{ "core":"backuprestore_restored_shard1_0_replica_p143", "base_url":"http://127.0.0.1:55464/solr", "node_name":"127.0.0.1:55464_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070091253182505"}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"6", "autoAddReplicas":"false", "nrtReplicas":2, "tlogReplicas":1} Stack Trace: java.lang.AssertionError: Node 127.0.0.1:55463_solr has 7 replicas. Expected num replicas : 6. state: DocCollection(backuprestore_restored//collections/backuprestore_restored/state.json/47)={ "pullReplicas":1, "replicationFactor":2, "shards":{ "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node122":{ "core":"backuprestore_restored_shard2_replica_n121", "base_url":"http://127.0.0.1:55463/solr", "node_name":"127.0.0.1:55463_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node128":{ "core":"backuprestore_restored_shard2_replica_n127", "base_url":"http://127.0.0.1:55463/solr", "node_name":"127.0.0.1:55463_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node130":{ "core":"backuprestore_restored_shard2_replica_t129", "base_url":"http://127.0.0.1:55463/solr", "node_name":"127.0.0.1:55463_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node132":{ "core":"backuprestore_restored_shard2_replica_p131", "base_url":"http://127.0.0.1:55464/solr", "node_name":"127.0.0.1:55464_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070091253016113"}, "shard1_1":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node124":{ "core":"backuprestore_restored_shard1_1_replica_n123", "base_url":"http://127.0.0.1:55464/solr", "node_name":"127.0.0.1:55464_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node134":{ "core":"backuprestore_restored_shard1_1_replica_n133", "base_url":"http://127.0.0.1:55463/solr", "node_name":"127.0.0.1:55463_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node136":{ "core":"backuprestore_restored_shard1_1_replica_t135", "base_url":"http://127.0.0.1:55463/solr", "node_name":"127.0.0.1:55463_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node138":{ "core":"backuprestore_restored_shard1_1_replica_p137", "base_url":"http://127.0.0.1:55464/solr", "node_name":"127.0.0.1:55464_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070091253055520"}, "shard1_0":{ "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node126":{ "core":"backuprestore_restored_shard1_0_replica_n125", "base_url":"http://127.0.0.1:55464/solr", "node_name":"127.0.0.1:55464_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node140":{ "core":"backuprestore_restored_shard1_0_replica_n139", "base_url":"http://127.0.0.1:55463/solr", "node_name":"127.0.0.1:55463_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node142":{ "core":"backuprestore_restored_shard1_0_replica_t141", "base_url":"http://127.0.0.1:55463/solr", "node_name":"127.0.0.1:55463_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node144":{ "core":"backuprestore_restored_shard1_0_replica_p143", "base_url":"http://127.0.0.1:55464/solr", "node_name":"127.0.0.1:55464_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070091253182505"}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"6", "autoAddReplicas":"false", "nrtReplicas":2, "tlogReplicas":1} at __randomizedtesting.SeedInfo.seed([1F865FE108D99C42:97D2603BA625F1BA]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:339) at java.base/java.util.HashMap.forEach(HashMap.java:1340) at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:338) at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:144) at org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test(TestLocalFSCloudBackupRestore.java:64) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test Error Message: Node 127.0.0.1:55610_solr has 7 replicas. Expected num replicas : 6. state: DocCollection(backuprestore_restored//collections/backuprestore_restored/state.json/41)={ "pullReplicas":1, "replicationFactor":2, "shards":{ "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node122":{ "core":"backuprestore_restored_shard2_replica_n121", "base_url":"http://127.0.0.1:55610/solr", "node_name":"127.0.0.1:55610_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node128":{ "core":"backuprestore_restored_shard2_replica_n127", "base_url":"http://127.0.0.1:55610/solr", "node_name":"127.0.0.1:55610_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node130":{ "core":"backuprestore_restored_shard2_replica_t129", "base_url":"http://127.0.0.1:55610/solr", "node_name":"127.0.0.1:55610_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node132":{ "core":"backuprestore_restored_shard2_replica_p131", "base_url":"http://127.0.0.1:55611/solr", "node_name":"127.0.0.1:55611_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070121587047178"}, "shard1_1":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node124":{ "core":"backuprestore_restored_shard1_1_replica_n123", "base_url":"http://127.0.0.1:55611/solr", "node_name":"127.0.0.1:55611_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node134":{ "core":"backuprestore_restored_shard1_1_replica_n133", "base_url":"http://127.0.0.1:55610/solr", "node_name":"127.0.0.1:55610_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node136":{ "core":"backuprestore_restored_shard1_1_replica_t135", "base_url":"http://127.0.0.1:55610/solr", "node_name":"127.0.0.1:55610_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node138":{ "core":"backuprestore_restored_shard1_1_replica_p137", "base_url":"http://127.0.0.1:55611/solr", "node_name":"127.0.0.1:55611_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070121587077492"}, "shard1_0":{ "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node126":{ "core":"backuprestore_restored_shard1_0_replica_n125", "base_url":"http://127.0.0.1:55611/solr", "node_name":"127.0.0.1:55611_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node140":{ "core":"backuprestore_restored_shard1_0_replica_n139", "base_url":"http://127.0.0.1:55610/solr", "node_name":"127.0.0.1:55610_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node142":{ "core":"backuprestore_restored_shard1_0_replica_t141", "base_url":"http://127.0.0.1:55610/solr", "node_name":"127.0.0.1:55610_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node144":{ "core":"backuprestore_restored_shard1_0_replica_p143", "base_url":"http://127.0.0.1:55611/solr", "node_name":"127.0.0.1:55611_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070121587102834"}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"6", "autoAddReplicas":"false", "nrtReplicas":2, "tlogReplicas":1} Stack Trace: java.lang.AssertionError: Node 127.0.0.1:55610_solr has 7 replicas. Expected num replicas : 6. state: DocCollection(backuprestore_restored//collections/backuprestore_restored/state.json/41)={ "pullReplicas":1, "replicationFactor":2, "shards":{ "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node122":{ "core":"backuprestore_restored_shard2_replica_n121", "base_url":"http://127.0.0.1:55610/solr", "node_name":"127.0.0.1:55610_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node128":{ "core":"backuprestore_restored_shard2_replica_n127", "base_url":"http://127.0.0.1:55610/solr", "node_name":"127.0.0.1:55610_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node130":{ "core":"backuprestore_restored_shard2_replica_t129", "base_url":"http://127.0.0.1:55610/solr", "node_name":"127.0.0.1:55610_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node132":{ "core":"backuprestore_restored_shard2_replica_p131", "base_url":"http://127.0.0.1:55611/solr", "node_name":"127.0.0.1:55611_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070121587047178"}, "shard1_1":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node124":{ "core":"backuprestore_restored_shard1_1_replica_n123", "base_url":"http://127.0.0.1:55611/solr", "node_name":"127.0.0.1:55611_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node134":{ "core":"backuprestore_restored_shard1_1_replica_n133", "base_url":"http://127.0.0.1:55610/solr", "node_name":"127.0.0.1:55610_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node136":{ "core":"backuprestore_restored_shard1_1_replica_t135", "base_url":"http://127.0.0.1:55610/solr", "node_name":"127.0.0.1:55610_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node138":{ "core":"backuprestore_restored_shard1_1_replica_p137", "base_url":"http://127.0.0.1:55611/solr", "node_name":"127.0.0.1:55611_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070121587077492"}, "shard1_0":{ "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node126":{ "core":"backuprestore_restored_shard1_0_replica_n125", "base_url":"http://127.0.0.1:55611/solr", "node_name":"127.0.0.1:55611_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node140":{ "core":"backuprestore_restored_shard1_0_replica_n139", "base_url":"http://127.0.0.1:55610/solr", "node_name":"127.0.0.1:55610_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node142":{ "core":"backuprestore_restored_shard1_0_replica_t141", "base_url":"http://127.0.0.1:55610/solr", "node_name":"127.0.0.1:55610_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node144":{ "core":"backuprestore_restored_shard1_0_replica_p143", "base_url":"http://127.0.0.1:55611/solr", "node_name":"127.0.0.1:55611_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070121587102834"}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"6", "autoAddReplicas":"false", "nrtReplicas":2, "tlogReplicas":1} at __randomizedtesting.SeedInfo.seed([1F865FE108D99C42:97D2603BA625F1BA]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:339) at java.base/java.util.HashMap.forEach(HashMap.java:1340) at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:338) at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:144) at org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test(TestLocalFSCloudBackupRestore.java:64) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test Error Message: Node 127.0.0.1:55630_solr has 7 replicas. Expected num replicas : 6. state: DocCollection(backuprestore_restored//collections/backuprestore_restored/state.json/44)={ "pullReplicas":1, "replicationFactor":2, "shards":{ "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node122":{ "core":"backuprestore_restored_shard2_replica_n121", "base_url":"http://127.0.0.1:55630/solr", "node_name":"127.0.0.1:55630_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node128":{ "core":"backuprestore_restored_shard2_replica_n127", "base_url":"http://127.0.0.1:55630/solr", "node_name":"127.0.0.1:55630_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node130":{ "core":"backuprestore_restored_shard2_replica_t129", "base_url":"http://127.0.0.1:55630/solr", "node_name":"127.0.0.1:55630_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node132":{ "core":"backuprestore_restored_shard2_replica_p131", "base_url":"http://127.0.0.1:55629/solr", "node_name":"127.0.0.1:55629_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070123551079628"}, "shard1_1":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node124":{ "core":"backuprestore_restored_shard1_1_replica_n123", "base_url":"http://127.0.0.1:55629/solr", "node_name":"127.0.0.1:55629_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node134":{ "core":"backuprestore_restored_shard1_1_replica_n133", "base_url":"http://127.0.0.1:55630/solr", "node_name":"127.0.0.1:55630_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node136":{ "core":"backuprestore_restored_shard1_1_replica_t135", "base_url":"http://127.0.0.1:55630/solr", "node_name":"127.0.0.1:55630_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node138":{ "core":"backuprestore_restored_shard1_1_replica_p137", "base_url":"http://127.0.0.1:55629/solr", "node_name":"127.0.0.1:55629_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070123551139619"}, "shard1_0":{ "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node126":{ "core":"backuprestore_restored_shard1_0_replica_n125", "base_url":"http://127.0.0.1:55629/solr", "node_name":"127.0.0.1:55629_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node140":{ "core":"backuprestore_restored_shard1_0_replica_n139", "base_url":"http://127.0.0.1:55630/solr", "node_name":"127.0.0.1:55630_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node142":{ "core":"backuprestore_restored_shard1_0_replica_t141", "base_url":"http://127.0.0.1:55630/solr", "node_name":"127.0.0.1:55630_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node144":{ "core":"backuprestore_restored_shard1_0_replica_p143", "base_url":"http://127.0.0.1:55629/solr", "node_name":"127.0.0.1:55629_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070123551173008"}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"6", "autoAddReplicas":"false", "nrtReplicas":2, "tlogReplicas":1} Stack Trace: java.lang.AssertionError: Node 127.0.0.1:55630_solr has 7 replicas. Expected num replicas : 6. state: DocCollection(backuprestore_restored//collections/backuprestore_restored/state.json/44)={ "pullReplicas":1, "replicationFactor":2, "shards":{ "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node122":{ "core":"backuprestore_restored_shard2_replica_n121", "base_url":"http://127.0.0.1:55630/solr", "node_name":"127.0.0.1:55630_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node128":{ "core":"backuprestore_restored_shard2_replica_n127", "base_url":"http://127.0.0.1:55630/solr", "node_name":"127.0.0.1:55630_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node130":{ "core":"backuprestore_restored_shard2_replica_t129", "base_url":"http://127.0.0.1:55630/solr", "node_name":"127.0.0.1:55630_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node132":{ "core":"backuprestore_restored_shard2_replica_p131", "base_url":"http://127.0.0.1:55629/solr", "node_name":"127.0.0.1:55629_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070123551079628"}, "shard1_1":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node124":{ "core":"backuprestore_restored_shard1_1_replica_n123", "base_url":"http://127.0.0.1:55629/solr", "node_name":"127.0.0.1:55629_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node134":{ "core":"backuprestore_restored_shard1_1_replica_n133", "base_url":"http://127.0.0.1:55630/solr", "node_name":"127.0.0.1:55630_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node136":{ "core":"backuprestore_restored_shard1_1_replica_t135", "base_url":"http://127.0.0.1:55630/solr", "node_name":"127.0.0.1:55630_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node138":{ "core":"backuprestore_restored_shard1_1_replica_p137", "base_url":"http://127.0.0.1:55629/solr", "node_name":"127.0.0.1:55629_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070123551139619"}, "shard1_0":{ "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node126":{ "core":"backuprestore_restored_shard1_0_replica_n125", "base_url":"http://127.0.0.1:55629/solr", "node_name":"127.0.0.1:55629_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node140":{ "core":"backuprestore_restored_shard1_0_replica_n139", "base_url":"http://127.0.0.1:55630/solr", "node_name":"127.0.0.1:55630_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node142":{ "core":"backuprestore_restored_shard1_0_replica_t141", "base_url":"http://127.0.0.1:55630/solr", "node_name":"127.0.0.1:55630_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node144":{ "core":"backuprestore_restored_shard1_0_replica_p143", "base_url":"http://127.0.0.1:55629/solr", "node_name":"127.0.0.1:55629_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070123551173008"}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"6", "autoAddReplicas":"false", "nrtReplicas":2, "tlogReplicas":1} at __randomizedtesting.SeedInfo.seed([1F865FE108D99C42:97D2603BA625F1BA]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:339) at java.base/java.util.HashMap.forEach(HashMap.java:1340) at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:338) at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:144) at org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test(TestLocalFSCloudBackupRestore.java:64) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test Error Message: Node 127.0.0.1:55760_solr has 7 replicas. Expected num replicas : 6. state: DocCollection(backuprestore_restored//collections/backuprestore_restored/state.json/41)={ "pullReplicas":1, "replicationFactor":2, "shards":{ "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node122":{ "core":"backuprestore_restored_shard2_replica_n121", "base_url":"http://127.0.0.1:55760/solr", "node_name":"127.0.0.1:55760_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node128":{ "core":"backuprestore_restored_shard2_replica_n127", "base_url":"http://127.0.0.1:55760/solr", "node_name":"127.0.0.1:55760_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node130":{ "core":"backuprestore_restored_shard2_replica_t129", "base_url":"http://127.0.0.1:55760/solr", "node_name":"127.0.0.1:55760_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node132":{ "core":"backuprestore_restored_shard2_replica_p131", "base_url":"http://127.0.0.1:55761/solr", "node_name":"127.0.0.1:55761_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070151960316010"}, "shard1_1":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node124":{ "core":"backuprestore_restored_shard1_1_replica_n123", "base_url":"http://127.0.0.1:55761/solr", "node_name":"127.0.0.1:55761_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node134":{ "core":"backuprestore_restored_shard1_1_replica_n133", "base_url":"http://127.0.0.1:55760/solr", "node_name":"127.0.0.1:55760_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node136":{ "core":"backuprestore_restored_shard1_1_replica_t135", "base_url":"http://127.0.0.1:55760/solr", "node_name":"127.0.0.1:55760_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node138":{ "core":"backuprestore_restored_shard1_1_replica_p137", "base_url":"http://127.0.0.1:55761/solr", "node_name":"127.0.0.1:55761_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070151960344206"}, "shard1_0":{ "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node126":{ "core":"backuprestore_restored_shard1_0_replica_n125", "base_url":"http://127.0.0.1:55761/solr", "node_name":"127.0.0.1:55761_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node140":{ "core":"backuprestore_restored_shard1_0_replica_n139", "base_url":"http://127.0.0.1:55760/solr", "node_name":"127.0.0.1:55760_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node142":{ "core":"backuprestore_restored_shard1_0_replica_t141", "base_url":"http://127.0.0.1:55760/solr", "node_name":"127.0.0.1:55760_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node144":{ "core":"backuprestore_restored_shard1_0_replica_p143", "base_url":"http://127.0.0.1:55761/solr", "node_name":"127.0.0.1:55761_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070151960364948"}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"6", "autoAddReplicas":"false", "nrtReplicas":2, "tlogReplicas":1} Stack Trace: java.lang.AssertionError: Node 127.0.0.1:55760_solr has 7 replicas. Expected num replicas : 6. state: DocCollection(backuprestore_restored//collections/backuprestore_restored/state.json/41)={ "pullReplicas":1, "replicationFactor":2, "shards":{ "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node122":{ "core":"backuprestore_restored_shard2_replica_n121", "base_url":"http://127.0.0.1:55760/solr", "node_name":"127.0.0.1:55760_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node128":{ "core":"backuprestore_restored_shard2_replica_n127", "base_url":"http://127.0.0.1:55760/solr", "node_name":"127.0.0.1:55760_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node130":{ "core":"backuprestore_restored_shard2_replica_t129", "base_url":"http://127.0.0.1:55760/solr", "node_name":"127.0.0.1:55760_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node132":{ "core":"backuprestore_restored_shard2_replica_p131", "base_url":"http://127.0.0.1:55761/solr", "node_name":"127.0.0.1:55761_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070151960316010"}, "shard1_1":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node124":{ "core":"backuprestore_restored_shard1_1_replica_n123", "base_url":"http://127.0.0.1:55761/solr", "node_name":"127.0.0.1:55761_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node134":{ "core":"backuprestore_restored_shard1_1_replica_n133", "base_url":"http://127.0.0.1:55760/solr", "node_name":"127.0.0.1:55760_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node136":{ "core":"backuprestore_restored_shard1_1_replica_t135", "base_url":"http://127.0.0.1:55760/solr", "node_name":"127.0.0.1:55760_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node138":{ "core":"backuprestore_restored_shard1_1_replica_p137", "base_url":"http://127.0.0.1:55761/solr", "node_name":"127.0.0.1:55761_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070151960344206"}, "shard1_0":{ "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node126":{ "core":"backuprestore_restored_shard1_0_replica_n125", "base_url":"http://127.0.0.1:55761/solr", "node_name":"127.0.0.1:55761_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node140":{ "core":"backuprestore_restored_shard1_0_replica_n139", "base_url":"http://127.0.0.1:55760/solr", "node_name":"127.0.0.1:55760_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node142":{ "core":"backuprestore_restored_shard1_0_replica_t141", "base_url":"http://127.0.0.1:55760/solr", "node_name":"127.0.0.1:55760_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node144":{ "core":"backuprestore_restored_shard1_0_replica_p143", "base_url":"http://127.0.0.1:55761/solr", "node_name":"127.0.0.1:55761_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540070151960364948"}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"6", "autoAddReplicas":"false", "nrtReplicas":2, "tlogReplicas":1} at __randomizedtesting.SeedInfo.seed([1F865FE108D99C42:97D2603BA625F1BA]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:339) at java.base/java.util.HashMap.forEach(HashMap.java:1340) at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:338) at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:144) at org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test(TestLocalFSCloudBackupRestore.java:64) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test Error Message: Node 127.0.0.1:62709_solr has 7 replicas. Expected num replicas : 6. state: DocCollection(backuprestore_restored//collections/backuprestore_restored/state.json/38)={ "pullReplicas":1, "replicationFactor":2, "shards":{ "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node122":{ "core":"backuprestore_restored_shard2_replica_n121", "base_url":"http://127.0.0.1:62709/solr", "node_name":"127.0.0.1:62709_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node128":{ "core":"backuprestore_restored_shard2_replica_n127", "base_url":"http://127.0.0.1:62709/solr", "node_name":"127.0.0.1:62709_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node130":{ "core":"backuprestore_restored_shard2_replica_t129", "base_url":"http://127.0.0.1:62709/solr", "node_name":"127.0.0.1:62709_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node132":{ "core":"backuprestore_restored_shard2_replica_p131", "base_url":"http://127.0.0.1:62710/solr", "node_name":"127.0.0.1:62710_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540067298009810113"}, "shard1_1":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node124":{ "core":"backuprestore_restored_shard1_1_replica_n123", "base_url":"http://127.0.0.1:62710/solr", "node_name":"127.0.0.1:62710_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node134":{ "core":"backuprestore_restored_shard1_1_replica_n133", "base_url":"http://127.0.0.1:62709/solr", "node_name":"127.0.0.1:62709_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node136":{ "core":"backuprestore_restored_shard1_1_replica_t135", "base_url":"http://127.0.0.1:62709/solr", "node_name":"127.0.0.1:62709_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node138":{ "core":"backuprestore_restored_shard1_1_replica_p137", "base_url":"http://127.0.0.1:62710/solr", "node_name":"127.0.0.1:62710_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540067298009839609"}, "shard1_0":{ "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node126":{ "core":"backuprestore_restored_shard1_0_replica_n125", "base_url":"http://127.0.0.1:62710/solr", "node_name":"127.0.0.1:62710_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node140":{ "core":"backuprestore_restored_shard1_0_replica_n139", "base_url":"http://127.0.0.1:62709/solr", "node_name":"127.0.0.1:62709_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node142":{ "core":"backuprestore_restored_shard1_0_replica_t141", "base_url":"http://127.0.0.1:62709/solr", "node_name":"127.0.0.1:62709_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node144":{ "core":"backuprestore_restored_shard1_0_replica_p143", "base_url":"http://127.0.0.1:62710/solr", "node_name":"127.0.0.1:62710_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540067298009877909"}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"6", "autoAddReplicas":"false", "nrtReplicas":2, "tlogReplicas":1} Stack Trace: java.lang.AssertionError: Node 127.0.0.1:62709_solr has 7 replicas. Expected num replicas : 6. state: DocCollection(backuprestore_restored//collections/backuprestore_restored/state.json/38)={ "pullReplicas":1, "replicationFactor":2, "shards":{ "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node122":{ "core":"backuprestore_restored_shard2_replica_n121", "base_url":"http://127.0.0.1:62709/solr", "node_name":"127.0.0.1:62709_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node128":{ "core":"backuprestore_restored_shard2_replica_n127", "base_url":"http://127.0.0.1:62709/solr", "node_name":"127.0.0.1:62709_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node130":{ "core":"backuprestore_restored_shard2_replica_t129", "base_url":"http://127.0.0.1:62709/solr", "node_name":"127.0.0.1:62709_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node132":{ "core":"backuprestore_restored_shard2_replica_p131", "base_url":"http://127.0.0.1:62710/solr", "node_name":"127.0.0.1:62710_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540067298009810113"}, "shard1_1":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node124":{ "core":"backuprestore_restored_shard1_1_replica_n123", "base_url":"http://127.0.0.1:62710/solr", "node_name":"127.0.0.1:62710_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node134":{ "core":"backuprestore_restored_shard1_1_replica_n133", "base_url":"http://127.0.0.1:62709/solr", "node_name":"127.0.0.1:62709_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node136":{ "core":"backuprestore_restored_shard1_1_replica_t135", "base_url":"http://127.0.0.1:62709/solr", "node_name":"127.0.0.1:62709_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node138":{ "core":"backuprestore_restored_shard1_1_replica_p137", "base_url":"http://127.0.0.1:62710/solr", "node_name":"127.0.0.1:62710_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540067298009839609"}, "shard1_0":{ "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node126":{ "core":"backuprestore_restored_shard1_0_replica_n125", "base_url":"http://127.0.0.1:62710/solr", "node_name":"127.0.0.1:62710_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node140":{ "core":"backuprestore_restored_shard1_0_replica_n139", "base_url":"http://127.0.0.1:62709/solr", "node_name":"127.0.0.1:62709_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node142":{ "core":"backuprestore_restored_shard1_0_replica_t141", "base_url":"http://127.0.0.1:62709/solr", "node_name":"127.0.0.1:62709_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node144":{ "core":"backuprestore_restored_shard1_0_replica_p143", "base_url":"http://127.0.0.1:62710/solr", "node_name":"127.0.0.1:62710_solr", "state":"active", "type":"PULL", "force_set_state":"false"}}, "stateTimestamp":"1540067298009877909"}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"6", "autoAddReplicas":"false", "nrtReplicas":2, "tlogReplicas":1} at __randomizedtesting.SeedInfo.seed([1F865FE108D99C42:97D2603BA625F1BA]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:339) at java.base/java.util.HashMap.forEach(HashMap.java:1340) at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:338) at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:144) at org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test(TestLocalFSCloudBackupRestore.java:64) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Build Log: [...truncated 14189 lines...] [junit4] Suite: org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore [junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_1F865FE108D99C42-001/init-core-data-001 [junit4] 2> 2715825 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[1F865FE108D99C42]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 2715830 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[1F865FE108D99C42]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth [junit4] 2> 2715830 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[1F865FE108D99C42]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 2715830 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[1F865FE108D99C42]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_1F865FE108D99C42-001/tempDir-001 [junit4] 2> 2715830 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[1F865FE108D99C42]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 2715830 INFO (Thread-4050) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 2715831 INFO (Thread-4050) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 2715834 ERROR (Thread-4050) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 2715931 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[1F865FE108D99C42]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:62707 [junit4] 2> 2715949 INFO (zkConnectionManagerCallback-7567-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2715953 INFO (jetty-launcher-7564-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9+181 [junit4] 2> 2715953 INFO (jetty-launcher-7564-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9+181 [junit4] 2> 2715956 INFO (jetty-launcher-7564-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 2715956 INFO (jetty-launcher-7564-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 2715956 INFO (jetty-launcher-7564-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 2715956 INFO (jetty-launcher-7564-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 2715956 INFO (jetty-launcher-7564-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 2715956 INFO (jetty-launcher-7564-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 2715956 INFO (jetty-launcher-7564-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21bdb686{/solr,null,AVAILABLE} [junit4] 2> 2715956 INFO (jetty-launcher-7564-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44f9ba9e{/solr,null,AVAILABLE} [junit4] 2> 2715957 INFO (jetty-launcher-7564-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15ddae1{HTTP/1.1,[http/1.1]}{127.0.0.1:62709} [junit4] 2> 2715957 INFO (jetty-launcher-7564-thread-1) [ ] o.e.j.s.Server Started @2716040ms [junit4] 2> 2715957 INFO (jetty-launcher-7564-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62709} [junit4] 2> 2715957 INFO (jetty-launcher-7564-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@22e17f45{HTTP/1.1,[http/1.1]}{127.0.0.1:62710} [junit4] 2> 2715957 INFO (jetty-launcher-7564-thread-2) [ ] o.e.j.s.Server Started @2716040ms [junit4] 2> 2715957 INFO (jetty-launcher-7564-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62710} [junit4] 2> 2715957 ERROR (jetty-launcher-7564-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 2715957 INFO (jetty-launcher-7564-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 2715957 ERROR (jetty-launcher-7564-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 2715957 INFO (jetty-launcher-7564-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 2715957 INFO (jetty-launcher-7564-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0 [junit4] 2> 2715957 INFO (jetty-launcher-7564-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 2715957 INFO (jetty-launcher-7564-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 2715957 INFO (jetty-launcher-7564-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0 [junit4] 2> 2715957 INFO (jetty-launcher-7564-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-20T20:28:04.487118Z [junit4] 2> 2715957 INFO (jetty-launcher-7564-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 2715957 INFO (jetty-launcher-7564-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 2715957 INFO (jetty-launcher-7564-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-20T20:28:04.487118Z [junit4] 2> 2715961 INFO (zkConnectionManagerCallback-7569-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2715962 INFO (zkConnectionManagerCallback-7571-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2715962 INFO (jetty-launcher-7564-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 2715962 INFO (jetty-launcher-7564-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 2715967 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1008b87e3d20001, likely client has closed socket [junit4] 2> 2716083 INFO (jetty-launcher-7564-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62707/solr [junit4] 2> 2716084 INFO (zkConnectionManagerCallback-7575-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2716086 INFO (jetty-launcher-7564-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62707/solr [junit4] 2> 2716087 INFO (zkConnectionManagerCallback-7579-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2716088 INFO (zkConnectionManagerCallback-7581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2716091 INFO (zkConnectionManagerCallback-7583-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2716253 INFO (jetty-launcher-7564-thread-1) [n:127.0.0.1:62709_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62709_solr [junit4] 2> 2716253 INFO (jetty-launcher-7564-thread-2) [n:127.0.0.1:62710_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62710_solr [junit4] 2> 2716254 INFO (jetty-launcher-7564-thread-1) [n:127.0.0.1:62709_solr ] o.a.s.c.Overseer Overseer (id=72211009796964358-127.0.0.1:62709_solr-n_0000000000) starting [junit4] 2> 2716255 INFO (zkCallback-7578-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2716255 INFO (zkCallback-7582-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2716266 INFO (zkConnectionManagerCallback-7592-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2716268 INFO (jetty-launcher-7564-thread-1) [n:127.0.0.1:62709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2716270 INFO (jetty-launcher-7564-thread-1) [n:127.0.0.1:62709_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62707/solr ready [junit4] 2> 2716271 INFO (OverseerStateUpdate-72211009796964358-127.0.0.1:62709_solr-n_0000000000) [n:127.0.0.1:62709_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:62709_solr [junit4] 2> 2716279 INFO (jetty-launcher-7564-thread-1) [n:127.0.0.1:62709_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 2716280 INFO (jetty-launcher-7564-thread-1) [n:127.0.0.1:62709_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62709_solr [junit4] 2> 2716281 DEBUG (OverseerAutoScalingTriggerThread-72211009796964358-127.0.0.1:62709_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:62710_solr] [junit4] 2> 2716282 DEBUG (ScheduledTrigger-10277-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 2716283 INFO (zkCallback-7578-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2716283 INFO (zkCallback-7582-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2716283 INFO (zkCallback-7591-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2716286 INFO (zkConnectionManagerCallback-7597-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2716288 INFO (jetty-launcher-7564-thread-2) [n:127.0.0.1:62710_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 2716290 INFO (jetty-launcher-7564-thread-2) [n:127.0.0.1:62710_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62707/solr ready [junit4] 2> 2716290 INFO (jetty-launcher-7564-thread-2) [n:127.0.0.1:62710_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 2716299 INFO (jetty-launcher-7564-thread-1) [n:127.0.0.1:62709_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 2716307 INFO (jetty-launcher-7564-thread-2) [n:127.0.0.1:62710_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62710.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@628a4bb6 [junit4] 2> 2716337 INFO (jetty-launcher-7564-thread-1) [n:127.0.0.1:62709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62709.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@628a4bb6 [junit4] 2> 2716342 INFO (jetty-launcher-7564-thread-2) [n:127.0.0.1:62710_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62710.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@628a4bb6 [junit4] 2> 2716342 INFO (jetty-launcher-7564-thread-2) [n:127.0.0.1:62710_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62710.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@628a4bb6 [junit4] 2> 2716343 INFO (jetty-launcher-7564-thread-2) [n:127.0.0.1:62710_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_1F865FE108D99C42-001/tempDir-001/node2/. [junit4] 2> 2716346 INFO (jetty-launcher-7564-thread-1) [n:127.0.0.1:62709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62709.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@628a4bb6 [junit4] 2> 2716346 INFO (jetty-launcher-7564-thread-1) [n:127.0.0.1:62709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62709.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@628a4bb6 [junit4] 2> 2716348 INFO (jetty-launcher-7564-thread-1) [n:127.0.0.1:62709_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_1F865FE108D99C42-001/tempDir-001/node1/. [junit4] 2> 2716389 INFO (zkConnectionManagerCallback-7601-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2716397 INFO (zkConnectionManagerCallback-7606-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2716399 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[1F865FE108D99C42]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 2716401 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[1F865FE108D99C42]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62707/solr ready [junit4] 2> 2716422 INFO (TEST-TestLocalFSCloudBackupRestore.test-seed#[1F865FE108D99C42]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test [junit4] 2> 2716425 INFO (qtp2036942462-25654) [n:127.0.0.1:62709_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&name=backuprestore&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 2716428 INFO (OverseerThreadFactory-10279-thread-1-processing-n:127.0.0.1:62709_solr) [n:127.0.0.1:62709_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection backuprestore [junit4] 2> 2716538 INFO (qtp2036942462-25650) [n:127.0.0.1:62709_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1 [junit4] 2> 2716540 INFO (qtp1648686777-25658) [n:127.0.0.1:62710_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 2716547 INFO (OverseerStateUpdate-72211009796964358-127.0.0.1:62709_solr-n_0000000000) [n:127.0.0.1:62709_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"backuprestore", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"backuprestore_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:62710/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 2716553 INFO (OverseerStateUpdate-72211009796964358-127.0.0.1:62709_solr-n_0000000000) [n:127.0.0.1:62709_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"backuprestore", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"backuprestore_shard2_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:62709/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 2716772 INFO (qtp2036942462-25653) [n:127.0.0.1:62709_solr x:backuprestore_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node4&name=backuprestore_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin [junit4] 2> 2716772 INFO (qtp1648686777-25648) [n:127.0.0.1:62710_solr x:backuprestore_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=backuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin [junit4] 2> 2716773 INFO (qtp1648686777-25648) [n:127.0.0.1:62710_solr x:backuprestore_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 2717284 DEBUG (ScheduledTrigger-10277-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2717792 INFO (qtp2036942462-25653) [n:127.0.0.1:62709_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0 [junit4] 2> 2717792 INFO (qtp1648686777-25648) [n:127.0.0.1:62710_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0 [junit4] 2> 2717809 INFO (qtp2036942462-25653) [n:127.0.0.1:62709_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica_n2] o.a.s.s.IndexSchema [backuprestore_shard2_replica_n2] Schema name=minimal [junit4] 2> 2717809 INFO (qtp1648686777-25648) [n:127.0.0.1:62710_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.s.IndexSchema [backuprestore_shard1_replica_n1] Schema name=minimal [junit4] 2> 2717811 INFO (qtp2036942462-25653) [n:127.0.0.1:62709_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 2717811 INFO (qtp2036942462-25653) [n:127.0.0.1:62709_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_n2' using configuration from collection backuprestore, trusted=true [junit4] 2> 2717811 INFO (qtp1648686777-25648) [n:127.0.0.1:62710_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 2717811 INFO (qtp1648686777-25648) [n:127.0.0.1:62710_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_n1' using configuration from collection backuprestore, trusted=true [junit4] 2> 2717811 INFO (qtp2036942462-25653) [n:127.0.0.1:62709_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62709.solr.core.backuprestore.shard2.replica_n2' (registry 'solr.core.backuprestore.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@628a4bb6 [junit4] 2> 2717811 INFO (qtp1648686777-25648) [n:127.0.0.1:62710_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62710.solr.core.backuprestore.shard1.replica_n1' (registry 'solr.core.backuprestore.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@628a4bb6 [junit4] 2> 2717811 INFO (qtp2036942462-25653) [n:127.0.0.1:62709_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica_n2] o.a.s.c.SolrCore [[backuprestore_shard2_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_1F865FE108D99C42-001/tempDir-001/node1/backuprestore_shard2_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_1F865FE108D99C42-001/tempDir-001/node1/./backuprestore_shard2_replica_n2/data/] [junit4] 2> 2717811 INFO (qtp1648686777-25648) [n:127.0.0.1:62710_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SolrCore [[backuprestore_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_1F865FE108D99C42-001/tempDir-001/node2/backuprestore_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_1F865FE108D99C42-001/tempDir-001/node2/./backuprestore_shard1_replica_n1/data/] [junit4] 2> 2717871 INFO (qtp2036942462-25653) [n:127.0.0.1:62709_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 2717871 INFO (qtp2036942462-25653) [n:127.0.0.1:62709_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 2717872 INFO (qtp2036942462-25653) [n:127.0.0.1:62709_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 2717872 INFO (qtp2036942462-25653) [n:127.0.0.1:62709_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 2717873 INFO (qtp2036942462-25653) [n:127.0.0.1:62709_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7274dc02[backuprestore_shard2_replica_n2] main] [junit4] 2> 2717875 INFO (qtp2036942462-25653) [n:127.0.0.1:62709_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 2717875 INFO (qtp2036942462-25653) [n:127.0.0.1:62709_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 2717876 INFO (qtp2036942462-25653) [n:127.0.0.1:62709_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 2717876 INFO (qtp2036942462-25653) [n:127.0.0.1:62709_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614877594910457856 [junit4] 2> 2717877 INFO (searcherExecutor-10287-thread-1-processing-n:127.0.0.1:62709_solr x:backuprestore_shard2_replica_n2 c:backuprestore s:shard2 r:core_node4) [n:127.0.0.1:62709_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica_n2] o.a.s.c.SolrCore [backuprestore_shard2_replica_n2] Registered new searcher Searcher@7274dc02[backuprestore_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 2717880 INFO (qtp1648686777-25648) [n:127.0.0.1:62710_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 2717880 INFO (qtp1648686777-25648) [n:127.0.0.1:62710_solr c:backuprestore s:shard1 r [...truncated too long message...] eplica_p143, tag=1935be44 [junit4] 2> 94776 INFO (coreCloseExecutor-405-thread-8) [n:127.0.0.1:55761_solr c:backuprestore_restored s:shard1_0 r:core_node144 x:backuprestore_restored_shard1_0_replica_p143] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d212f18: rootName = solr_55761, domain = solr.core.backuprestore_restored.shard1_0.replica_p143, service url = null, agent id = null] for registry solr.core.backuprestore_restored.shard1_0.replica_p143 / com.codahale.metrics.MetricRegistry@2b67d5be [junit4] 2> 94782 INFO (coreCloseExecutor-406-thread-6) [n:127.0.0.1:55760_solr c:backuprestore_restored s:shard1_1 r:core_node136 x:backuprestore_restored_shard1_1_replica_t135] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.backuprestore_restored.shard1_1.leader, tag=74afce97 [junit4] 2> 94782 INFO (coreCloseExecutor-406-thread-7) [n:127.0.0.1:55760_solr c:backuprestore_restored s:shard1_0 r:core_node140 x:backuprestore_restored_shard1_0_replica_n139] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.backuprestore_restored.shard1_0.replica_n139, tag=60c28b08 [junit4] 2> 94782 INFO (coreCloseExecutor-406-thread-7) [n:127.0.0.1:55760_solr c:backuprestore_restored s:shard1_0 r:core_node140 x:backuprestore_restored_shard1_0_replica_n139] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@142f1bb8: rootName = solr_55760, domain = solr.core.backuprestore_restored.shard1_0.replica_n139, service url = null, agent id = null] for registry solr.core.backuprestore_restored.shard1_0.replica_n139 / com.codahale.metrics.MetricRegistry@3eb1bd1a [junit4] 2> 94804 INFO (coreCloseExecutor-405-thread-8) [n:127.0.0.1:55761_solr c:backuprestore_restored s:shard1_0 r:core_node144 x:backuprestore_restored_shard1_0_replica_p143] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.backuprestore_restored.shard1_0.leader, tag=1935be44 [junit4] 2> 94804 INFO (coreCloseExecutor-405-thread-1) [n:127.0.0.1:55761_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.backuprestore.shard1.leader, tag=6790dfb9 [junit4] 2> 94804 INFO (coreCloseExecutor-405-thread-4) [n:127.0.0.1:55761_solr c:backuprestore_restored s:shard1_1 r:core_node124 x:backuprestore_restored_shard1_1_replica_n123] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.backuprestore_restored.shard1_1.leader, tag=25a9d11b [junit4] 2> 94805 INFO (coreCloseExecutor-406-thread-7) [n:127.0.0.1:55760_solr c:backuprestore_restored s:shard1_0 r:core_node140 x:backuprestore_restored_shard1_0_replica_n139] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.backuprestore_restored.shard1_0.leader, tag=60c28b08 [junit4] 2> 94805 INFO (coreCloseExecutor-406-thread-8) [n:127.0.0.1:55760_solr c:backuprestore_restored s:shard1_0 r:core_node142 x:backuprestore_restored_shard1_0_replica_t141] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.backuprestore_restored.shard1_0.replica_t141, tag=2d5da92e [junit4] 2> 94805 INFO (coreCloseExecutor-406-thread-8) [n:127.0.0.1:55760_solr c:backuprestore_restored s:shard1_0 r:core_node142 x:backuprestore_restored_shard1_0_replica_t141] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@597d6a88: rootName = solr_55760, domain = solr.core.backuprestore_restored.shard1_0.replica_t141, service url = null, agent id = null] for registry solr.core.backuprestore_restored.shard1_0.replica_t141 / com.codahale.metrics.MetricRegistry@169c3592 [junit4] 2> 94815 INFO (jetty-closer-100-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72211196842344454-127.0.0.1:55761_solr-n_0000000000) closing [junit4] 2> 94815 INFO (OverseerStateUpdate-72211196842344454-127.0.0.1:55761_solr-n_0000000000) [n:127.0.0.1:55761_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55761_solr [junit4] 2> 94816 WARN (OverseerAutoScalingTriggerThread-72211196842344454-127.0.0.1:55761_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 94823 INFO (jetty-closer-100-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@408ca830{/solr,null,UNAVAILABLE} [junit4] 2> 94823 INFO (zkCallback-111-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55760_solr [junit4] 2> 94823 INFO (jetty-closer-100-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 94827 INFO (coreCloseExecutor-406-thread-8) [n:127.0.0.1:55760_solr c:backuprestore_restored s:shard1_0 r:core_node142 x:backuprestore_restored_shard1_0_replica_t141] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.backuprestore_restored.shard1_0.leader, tag=2d5da92e [junit4] 2> 96346 INFO (jetty-closer-100-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3dfc8dbc{/solr,null,UNAVAILABLE} [junit4] 2> 96347 INFO (jetty-closer-100-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 96348 ERROR (SUITE-TestLocalFSCloudBackupRestore-seed#[1F865FE108D99C42]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 96349 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[1F865FE108D99C42]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55758 55758 [junit4] 2> 97386 INFO (Thread-53) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55758 55758 [junit4] 2> 98096 WARN (Thread-53) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 16 /solr/collections/backuprestore_restored/terms/shard1_0 [junit4] 2> 16 /solr/collections/backuprestore_restored/terms/shard1_1 [junit4] 2> 11 /solr/collections/backuprestore_restored/terms/shard2 [junit4] 2> 5 /solr/clusterprops.json [junit4] 2> 5 /solr/aliases.json [junit4] 2> 3 /solr/collections/backuprestore/terms/shard1_0 [junit4] 2> 3 /solr/collections/backuprestore/terms/shard1_1 [junit4] 2> 3 /solr/collections/backuprestore/terms/shard2 [junit4] 2> 3 /solr/collections/backuprestore/terms/shard1 [junit4] 2> 2 /solr/security.json [junit4] 2> 2 /solr/configs/conf1 [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 5 /solr/clusterstate.json [junit4] 2> 2 /solr/collections/backuprestore_restored/state.json [junit4] 2> 2 /solr/collections/backuprestore/state.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 5 /solr/live_nodes [junit4] 2> 5 /solr/collections [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_1F865FE108D99C42-003 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {shard_s=Lucene50(blocksize=128), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=688, maxMBSortInHeap=5.480202259929796, sim=RandomSimilarity(queryNorm=false): {}, locale=nnh, timezone=Canada/Saskatchewan [junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=58339848,total=287309824 [junit4] 2> NOTE: All tests run in this JVM: [TestLocalFSCloudBackupRestore, TestLocalFSCloudBackupRestore, TestLocalFSCloudBackupRestore] [junit4] Completed [5/5 (5!)] on J1 in 30.31s, 1 test, 1 failure <<< FAILURES! [...truncated 14 lines...] BUILD FAILED /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/common-build.xml:1567: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/common-build.xml:1092: There were test failures: 5 suites, 5 tests, 5 failures [seed: 1F865FE108D99C42] Total time: 1 minute 41 seconds [repro] Setting last failure code to 256 [repro] Failures: [repro] 5/5 failed: org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore [repro] Exiting with code 256 + mv lucene/build lucene/build.repro + mv solr/build solr/build.repro + mv lucene/build.orig lucene/build + mv solr/build.orig solr/build Archiving artifacts Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 [WARNINGS] Parsing warnings in console log with parser Java Compiler (javac) Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 <Git Blamer> Using GitBlamer to create author and commit information for all warnings. <Git Blamer> GIT_COMMIT=36ce83bc9add02a900e38b396b42c3c729846598, workspace=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX [WARNINGS] Computing warning deltas based on reference build #889 Recording test results Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Build step 'Publish JUnit test result report' changed build result to UNSTABLE Email was triggered for: Unstable (Test Failures) Sending email for trigger: Unstable (Test Failures) Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org