Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/440/ Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.ltr.model.TestLinearModel Error Message: 1 thread leaked from SUITE scope at org.apache.solr.ltr.model.TestLinearModel: 1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.model.TestLinearModel: 1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) at __randomizedtesting.SeedInfo.seed([EF19B1864CF6845B]:0) FAILED: junit.framework.TestSuite.org.apache.solr.ltr.model.TestLinearModel Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) at __randomizedtesting.SeedInfo.seed([EF19B1864CF6845B]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation Error Message: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=29366, name=jetty-launcher-6397-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=29377, name=jetty-launcher-6397-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=29366, name=jetty-launcher-6397-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=29377, name=jetty-launcher-6397-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) at __randomizedtesting.SeedInfo.seed([A49653D9C172DC92]:0) Build Log: [...truncated 13878 lines...] [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation [junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A49653D9C172DC92-001/init-core-data-001 [junit4] 2> 4088083 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A49653D9C172DC92]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 4088087 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A49653D9C172DC92]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 4088088 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A49653D9C172DC92]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 4088122 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A49653D9C172DC92]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A49653D9C172DC92-001/tempDir-001 [junit4] 2> 4088122 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A49653D9C172DC92]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 4088122 INFO (Thread-6104) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 4088122 INFO (Thread-6104) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 4088126 ERROR (Thread-6104) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 4088228 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A49653D9C172DC92]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40512 [junit4] 2> 4088234 INFO (zkConnectionManagerCallback-6400-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 4088239 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007c4ed12f0000, likely client has closed socket [junit4] 2> 4088248 INFO (jetty-launcher-6397-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 4088248 INFO (jetty-launcher-6397-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 4088250 INFO (jetty-launcher-6397-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 4088250 INFO (jetty-launcher-6397-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 4088250 INFO (jetty-launcher-6397-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 4088251 INFO (jetty-launcher-6397-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 4088251 INFO (jetty-launcher-6397-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 4088251 INFO (jetty-launcher-6397-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 4088251 INFO (jetty-launcher-6397-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d9dd1f6{/solr,null,AVAILABLE} [junit4] 2> 4088251 INFO (jetty-launcher-6397-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@647fa48c{/solr,null,AVAILABLE} [junit4] 2> 4088252 INFO (jetty-launcher-6397-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57f9f6e2{HTTP/1.1,[http/1.1]}{127.0.0.1:62676} [junit4] 2> 4088252 INFO (jetty-launcher-6397-thread-1) [ ] o.e.j.s.Server Started @4096809ms [junit4] 2> 4088252 INFO (jetty-launcher-6397-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62676} [junit4] 2> 4088252 INFO (jetty-launcher-6397-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59a0bc95{HTTP/1.1,[http/1.1]}{127.0.0.1:51404} [junit4] 2> 4088252 INFO (jetty-launcher-6397-thread-2) [ ] o.e.j.s.Server Started @4096809ms [junit4] 2> 4088252 ERROR (jetty-launcher-6397-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 4088252 INFO (jetty-launcher-6397-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0 [junit4] 2> 4088252 INFO (jetty-launcher-6397-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51404} [junit4] 2> 4088252 INFO (jetty-launcher-6397-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 4088253 INFO (jetty-launcher-6397-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 4088253 ERROR (jetty-launcher-6397-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 4088253 INFO (jetty-launcher-6397-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T00:43:09.037Z [junit4] 2> 4088253 INFO (jetty-launcher-6397-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0 [junit4] 2> 4088253 INFO (jetty-launcher-6397-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 4088253 INFO (jetty-launcher-6397-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 4088253 INFO (jetty-launcher-6397-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T00:43:09.037Z [junit4] 2> 4088255 INFO (zkConnectionManagerCallback-6402-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 4088255 INFO (zkConnectionManagerCallback-6404-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 4088256 INFO (jetty-launcher-6397-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 4088256 INFO (jetty-launcher-6397-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 4088275 INFO (jetty-launcher-6397-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40512/solr [junit4] 2> 4088277 INFO (jetty-launcher-6397-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40512/solr [junit4] 2> 4088277 INFO (zkConnectionManagerCallback-6408-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 4088279 INFO (zkConnectionManagerCallback-6412-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 4088281 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 4088282 INFO (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 4088321 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 4088323 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62676_solr [junit4] 2> 4088328 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.c.Overseer Overseer (id=72194271996739589-127.0.0.1:62676_solr-n_0000000000) starting [junit4] 2> 4088347 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62676_solr [junit4] 2> 4088363 INFO (OverseerStateUpdate-72194271996739589-127.0.0.1:62676_solr-n_0000000000) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 4088421 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin [junit4] 2> 4088421 WARN (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config' [junit4] 2> 4088422 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*} [junit4] 2> 4088424 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting [junit4] 2> 4088427 INFO (jetty-launcher-6397-thread-1-EventThread) [n:127.0.0.1:62676_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED [junit4] 2> 4088451 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 4088457 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 4088459 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51404_solr [junit4] 2> 4088460 INFO (zkCallback-6413-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 4088468 WARN (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config' [junit4] 2> 4088484 INFO (zkCallback-6415-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 4088516 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin [junit4] 2> 4088516 WARN (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config' [junit4] 2> 4088516 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*} [junit4] 2> 4088521 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting [junit4] 2> 4088521 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62676.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c568768 [junit4] 2> 4088523 INFO (jetty-launcher-6397-thread-2-EventThread) [n:127.0.0.1:51404_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED [junit4] 2> 4088537 WARN (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config' [junit4] 2> 4088542 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62676.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c568768 [junit4] 2> 4088546 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62676.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c568768 [junit4] 2> 4088555 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A49653D9C172DC92-001/tempDir-001/node1/. [junit4] 2> 4088605 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51404.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c568768 [junit4] 2> 4088632 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51404.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c568768 [junit4] 2> 4088632 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51404.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c568768 [junit4] 2> 4088634 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A49653D9C172DC92-001/tempDir-001/node2/. [junit4] 2> 4088666 INFO (zkConnectionManagerCallback-6422-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 4088698 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007c4ed12f0009, likely client has closed socket [junit4] 2> 4088857 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser [junit4] 2> 4088862 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1518604989643&s=0WIUuxAd+IefDx+jP1+zaAaWqME="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:09 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:09 GMT [junit4] 2> 4088863 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser [junit4] 2> 4089012 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts [junit4] 2> 4089020 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1518604989797&s=K4Zfrxmu1Uw0AAWBhhjGmFxCBg0="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:09 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:09 GMT [junit4] 2> 4089021 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts [junit4] 2> 4089175 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote [junit4] 2> 4089187 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518604989961&s=HjO69B384fY5BkUsrrJbHayGvVg="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:09 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:09 GMT [junit4] 2> 4089188 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote [junit4] 2> 4089547 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding [junit4] 2> 4089549 INFO (zkConnectionManagerCallback-6425-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 4090303 INFO (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 4090305 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 4090307 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40512/solr ready [junit4] 2> 4090310 INFO (qtp1368990568-29322) [n:127.0.0.1:62676_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 4090315 INFO (OverseerThreadFactory-11984-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection [junit4] 2> 4090432 INFO (OverseerStateUpdate-72194271996739589-127.0.0.1:62676_solr-n_0000000000) [n:127.0.0.1:62676_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"forwardingCollection", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"forwardingCollection_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:62676/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 4090643 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 4090643 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 4090596 INFO (zkCallback-6413-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2]) [junit4] 2> 4090596 INFO (zkCallback-6413-thread-2-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2]) [junit4] 2> 4091513 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 4091530 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test [junit4] 2> 4091670 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id [junit4] 2> 4091698 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true [junit4] 2> 4091699 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62676.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c568768 [junit4] 2> 4091699 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 4091699 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A49653D9C172DC92-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A49653D9C172DC92-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/] [junit4] 2> 4091701 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0] [junit4] 2> 4091780 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 4091781 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 4091782 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 4091782 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 4091782 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=46.380859375, floorSegmentMB=1.365234375, forceMergeDeletesPctAllowed=4.18713529575295, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8729714263374488 [junit4] 2> 4091783 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ccca985[forwardingCollection_shard1_replica_n1] main] [junit4] 2> 4091784 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers [junit4] 2> 4091787 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3} [junit4] 2> 4091805 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 4091805 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default [junit4] 2> 4091805 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592334999973003264 [junit4] 2> 4091806 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct [junit4] 2> 4091806 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak [junit4] 2> 4091806 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields [junit4] 2> 4091807 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler [junit4] 2> 4091807 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external [junit4] 2> 4091807 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq [junit4] 2> 4091808 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn [junit4] 2> 4091808 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict [junit4] 2> 4091809 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@3ccca985[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 4091819 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 4091819 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 4091819 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62676/solr/forwardingCollection_shard1_replica_n1/ [junit4] 2> 4091819 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 4091819 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:62676/solr/forwardingCollection_shard1_replica_n1/ has no replicas [junit4] 2> 4091819 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 4091825 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62676/solr/forwardingCollection_shard1_replica_n1/ shard1 [junit4] 2> 4091927 INFO (zkCallback-6413-thread-2-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2]) [junit4] 2> 4091927 INFO (zkCallback-6413-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2]) [junit4] 2> 4091977 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 4091980 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1491 [junit4] 2> 4091981 WARN (httpShardExecutor-11976-thread-1-processing-n:127.0.0.1:62676_solr [http:////127.0.0.1:62676//solr] http:////127.0.0.1:62676//solr) [n:127.0.0.1:62676_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518604991426&s=kvZedNMipns4it9XZMzm+YJnVBc="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:11 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:11 GMT [junit4] 2> 4091987 INFO (qtp1368990568-29322) [n:127.0.0.1:62676_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 4092089 INFO (zkCallback-6413-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2]) [junit4] 2> 4092089 INFO (zkCallback-6413-thread-2-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2]) [junit4] 2> 4092168 INFO (OverseerCollectionConfigSetProcessor-72194271996739589-127.0.0.1:62676_solr-n_0000000000) [n:127.0.0.1:62676_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 4093000 INFO (qtp1368990568-29322) [n:127.0.0.1:62676_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2839 [junit4] 2> 4093001 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518604991093&s=RNlRFaITCcj/wIlsrzHRTtNZ3J8="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:11 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:11 GMT [junit4] 2> 4093003 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100 [junit4] 2> 4093004 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection [junit4] 2> 4093010 INFO (qtp1368990568-29322) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 4093010 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518604993793&s=ooCr0oycmLMazJPm9c/aOqIMLmY="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:13 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:13 GMT [junit4] 2> 4093014 INFO (qtp1522649962-29319) [n:127.0.0.1:51404_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 4093018 INFO (qtp1368990568-29322) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 4093020 WARN (qtp1522649962-29319) [n:127.0.0.1:51404_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518604993801&s=ubRrx3o26wqQ0i2bef35Nyelvr4="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:13 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:13 GMT [junit4] 2> 4093021 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518604993798&s=VgxA1y4dADwQS+ni9zqAgU7K0Dg="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:13 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:13 GMT [junit4] 2> 4093022 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518604993801&s=ubRrx3o26wqQ0i2bef35Nyelvr4="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:13 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:13 GMT [junit4] 2> 4093023 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding [junit4] 2> 4093255 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost [junit4] 2> 4093266 INFO (qtp1368990568-29320) [n:127.0.0.1:62676_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 4093267 INFO (qtp1368990568-29320) [n:127.0.0.1:62676_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 4093267 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518604994050&s=W5mosrmLF4V+Qgkdi4Yco1lnT+8="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:14 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:14 GMT [junit4] 2> 4093268 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost [junit4] 2> 4093741 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote [junit4] 2> 4113175 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518604994526&s=FrS2eM4548FCWBATlBvMJCksj1U="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:14 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:14 GMT [junit4] 2> 4113176 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote [junit4] 2> 4113204 WARN (jetty-launcher-6397-thread-2-SendThread(127.0.0.1:40512)) [n:127.0.0.1:51404_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 20194ms for sessionid 0x1007c4ed12f0006 [junit4] 2> 4113205 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007c4ed12f0006, likely client has closed socket [junit4] 2> 4113206 WARN (jetty-launcher-6397-thread-1-SendThread(127.0.0.1:40512)) [n:127.0.0.1:62676_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 21037ms for sessionid 0x1007c4ed12f0005 [junit4] 2> 4113393 WARN (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@72dbf9c4 name: ZooKeeperConnection Watcher:127.0.0.1:40512/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None [junit4] 2> 4113433 WARN (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected [junit4] 2> 4113435 WARN (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@98179fd name: ZooKeeperConnection Watcher:127.0.0.1:40512/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None [junit4] 2> 4113435 WARN (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected [junit4] 2> 4113439 WARN (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f1fe2fb name: ZooKeeperConnection Watcher:127.0.0.1:40512/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None [junit4] 2> 4113439 WARN (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected [junit4] 2> 4114079 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost [junit4] 2> 4116868 WARN (jetty-launcher-6397-thread-1-SendThread(127.0.0.1:40512)) [n:127.0.0.1:62676_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007c4ed12f0007 has expired [junit4] 2> 4116869 WARN (jetty-launcher-6397-thread-1-SendThread(127.0.0.1:40512)) [n:127.0.0.1:62676_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007c4ed12f0005 has expired [junit4] 2> 4116869 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1518605014863&s=qzFNhqzurqey6pyuM1NJvIk3l/I="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:34 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:34 GMT [junit4] 2> 4116870 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost [junit4] 2> 4116932 WARN (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@98179fd name: ZooKeeperConnection Watcher:127.0.0.1:40512/solr got event WatchedEvent state:Expired type:None path:null path: null type: None [junit4] 2> 4116948 WARN (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper... [junit4] 2> 4116949 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.Overseer Overseer (id=72194271996739589-127.0.0.1:62676_solr-n_0000000000) closing [junit4] 2> 4116949 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]-SendThread(127.0.0.1:40512)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007c4ed12f000b has expired [junit4] 2> 4116989 INFO (OverseerStateUpdate-72194271996739589-127.0.0.1:62676_solr-n_0000000000) [n:127.0.0.1:62676_solr ] o.a.s.c.Overseer According to ZK I (id=72194271996739589-127.0.0.1:62676_solr-n_0000000000) am no longer a leader. [junit4] 2> 4116989 INFO (OverseerStateUpdate-72194271996739589-127.0.0.1:62676_solr-n_0000000000) [n:127.0.0.1:62676_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:62676_solr [junit4] 2> 4116989 WARN (jetty-launcher-6397-thread-2-SendThread(127.0.0.1:40512)) [n:127.0.0.1:51404_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007c4ed12f0008 has expired [junit4] 2> 4116992 WARN (OverseerAutoScalingTriggerThread-72194271996739589-127.0.0.1:62676_solr-n_0000000000) [n:127.0.0.1:62676_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 4116991 INFO (OverseerCollectionConfigSetProcessor-72194271996739589-127.0.0.1:62676_solr-n_0000000000) [n:127.0.0.1:62676_solr ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=72194271996739589-127.0.0.1:62676_solr-n_0000000000) am no longer a leader. [junit4] 2> 4117005 ERROR (OverseerExitThread) [n:127.0.0.1:62676_solr ] o.a.s.c.Overseer could not read the data [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:306) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 4117005 WARN (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@72dbf9c4 name: ZooKeeperConnection Watcher:127.0.0.1:40512/solr got event WatchedEvent state:Expired type:None path:null path: null type: None [junit4] 2> 4117025 WARN (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper... [junit4] 2> 4117034 WARN (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one... [junit4] 2> 4117003 WARN (jetty-launcher-6397-thread-2-SendThread(127.0.0.1:40512)) [n:127.0.0.1:51404_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007c4ed12f0006 has expired [junit4] 2> 4117003 WARN (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f1fe2fb name: ZooKeeperConnection Watcher:127.0.0.1:40512/solr got event WatchedEvent state:Expired type:None path:null path: null type: None [junit4] 2> 4117058 WARN (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper... [junit4] 2> 4117058 WARN (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one... [junit4] 2> 4117023 WARN (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one... [junit4] 2> 4117061 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr-EventThread) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 4117062 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished. [junit4] 2> 4117062 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration. [junit4] 2> 4117065 INFO (zkConnectionManagerCallback-6428-thread-1-EventThread) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 4117065 INFO (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished. [junit4] 2> 4117067 INFO (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0) [junit4] 2> 4117147 INFO (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper [junit4] 2> 4117147 INFO (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient Connected:true [junit4] 2> 4117192 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0) [junit4] 2> 4117193 INFO (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr-EventThread) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 4117193 INFO (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished. [junit4] 2> 4117193 INFO (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration. [junit4] 2> 4117221 INFO (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0) [junit4] 2> 4117341 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups [junit4] 2> 4117348 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1518605018125&s=De02R3ZpJ3E0j9MmbAXTsMwaHQg="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:38 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:38 GMT [junit4] 2> 4117348 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups [junit4] 2> 4117354 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62676_solr [junit4] 2> 4117383 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.Overseer Overseer (id=72194271996739596-127.0.0.1:62676_solr-n_0000000002) starting [junit4] 2> 4117389 INFO (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51404_solr [junit4] 2> 4117398 INFO (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper [junit4] 2> 4117399 INFO (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ConnectionManager zkClient Connected:true [junit4] 2> 4117399 INFO (zkCallback-6415-thread-7-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 4117399 INFO (zkCallback-6413-thread-13-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 4117406 INFO (zkCallback-6427-thread-5) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 4117575 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62676_solr [junit4] 2> 4117589 INFO (zkCallback-6427-thread-5) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 4117589 INFO (zkCallback-6413-thread-13-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 4117589 INFO (zkCallback-6415-thread-7-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 4117589 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper [junit4] 2> 4117589 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.ZkController Registering core forwardingCollection_shard1_replica_n1 afterExpiration? true [junit4] 2> 4117589 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ConnectionManager zkClient Connected:true [junit4] 2> 4117603 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser [junit4] 2> 4117604 INFO (qtp1368990568-29320) [n:127.0.0.1:62676_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 4117605 INFO (qtp1368990568-29320) [n:127.0.0.1:62676_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 4117605 INFO (Thread-6127) [n:127.0.0.1:62676_solr ] o.a.s.c.SolrCore config update listener called for core forwardingCollection_shard1_replica_n1 [junit4] 2> 4117606 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1518605018388&s=jGSmqw6PsPr7t4fuAKvOck77BNk="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:38 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:38 GMT [junit4] 2> 4117606 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser [junit4] 2> 4117611 INFO (zkCallback-6413-thread-13-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2]) [junit4] 2> 4117660 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 4117671 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 4117674 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62676/solr/forwardingCollection_shard1_replica_n1/ [junit4] 2> 4117676 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 4117676 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:62676/solr/forwardingCollection_shard1_replica_n1/ has no replicas [junit4] 2> 4117676 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 4117716 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62676/solr/forwardingCollection_shard1_replica_n1/ shard1 [junit4] 2> 4117735 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 4117848 INFO (zkCallback-6413-thread-13-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2]) [junit4] 2> 4118020 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup [junit4] 2> 4118164 INFO (qtp1368990568-29322) [n:127.0.0.1:62676_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 4118164 INFO (qtp1368990568-29322) [n:127.0.0.1:62676_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 4118165 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1518605018825&s=Hjdtg8WnjeULsti9qFPYbFFlVuk="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:38 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:38 GMT [junit4] 2> 4118165 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup [junit4] 2> 4118559 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup [junit4] 2> 4118586 WARN (qtp1368990568-29320) [n:127.0.0.1:62676_solr ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar" [junit4] 2> id: invalid user name: "bar" [junit4] 2> [junit4] 2> 4118597 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1518605019344&s=7bhl8tEsxHlG6BH2EhtSt5QTWrM="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:39 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:39 GMT [junit4] 2> 4118597 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup [junit4] 2> 4119046 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser [junit4] 2> 4119047 INFO (qtp1368990568-29322) [n:127.0.0.1:62676_solr ] o.a.s.s.SolrDispatchFilter Error authenticating [junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&' [junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87) [junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70) [junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58) [junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213) [junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348) [junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69) [junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518) [junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134) [junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245) [junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:454) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) [junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 4119061 WARN (qtp1368990568-29322) [n:127.0.0.1:62676_solr ] o.e.j.s.HttpChannel /solr/admin/collections [junit4] 2> org.apache.solr.common.SolrException: Error during request authentication, [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:460) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) [junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&' [junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87) [junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70) [junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58) [junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213) [junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348) [junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69) [junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518) [junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134) [junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245) [junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:454) [junit4] 2> ... 31 more [junit4] 2> 4119070 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser [junit4] 2> 4119077 INFO (jetty-closer-6398-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@59a0bc95{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 4119087 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1147913410 [junit4] 2> 4119087 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 4119090 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20704b65: rootName = solr_51404, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@37b00ca3 [junit4] 2> 4119097 INFO (jetty-closer-6398-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@57f9f6e2{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 4119118 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=615986771 [junit4] 2> 4119118 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 4119118 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@763daccd: rootName = solr_62676, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@68f5314c [junit4] 2> 4119105 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 4119119 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@76e66039: rootName = solr_51404, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@774ce27b [junit4] 2> 4119155 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 4119156 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c05c84f: rootName = solr_51404, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@79e06781 [junit4] 2> 4119160 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:51404_solr [junit4] 2> 4119161 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 4119173 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 4119173 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e1ab062: rootName = solr_62676, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@774ce27b [junit4] 2> 4119177 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 4119177 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@386d22be: rootName = solr_62676, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@79e06781 [junit4] 2> 4119178 INFO (zkCallback-6413-thread-12-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 4119189 INFO (zkCallback-6415-thread-7-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 4119192 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:62676_solr [junit4] 2> 4119194 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 4119195 INFO (coreCloseExecutor-11999-thread-1) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n [...truncated too long message...] Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 14495 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 14498 INFO (coreCloseExecutor-101-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4d7668f1 [junit4] 2> 14498 INFO (coreCloseExecutor-101-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1299605745 [junit4] 2> 14501 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@38e5953{/solr,null,UNAVAILABLE} [junit4] 2> 14501 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 44501 WARN (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp1738168214{STOPPING,8<=8<=10000,i=0,q=1} Couldn't stop Thread[qtp1738168214-118,5,TGRP-TestLinearModel] [junit4] 2> 44501 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> 44501 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1726289768 [junit4] 2> 44501 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 44501 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@279b6777: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / null [junit4] 2> 44502 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 44502 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5af3fe6d: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / null [junit4] 2> 44502 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 44502 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c87a17e: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / null [junit4] 2> 44503 INFO (coreCloseExecutor-103-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@cf91ae1 [junit4] 2> 44503 INFO (coreCloseExecutor-103-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=217651937 [junit4] 2> 44503 INFO (coreCloseExecutor-103-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d22deb2: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / null [junit4] 2> 44508 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released [junit4] 2> Feb 14, 2018 1:11:13 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> Feb 14, 2018 1:11:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.ltr.model.TestLinearModel: [junit4] 2> 1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel] [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Feb 14, 2018 1:11:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> INFO: Starting to interrupt leaked threads: [junit4] 2> 1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel] [junit4] 2> Feb 14, 2018 1:11:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated: [junit4] 2> 1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel] [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=Lucene50(blocksize=128), popularity=PostingsFormat(name=Asserting), description=FSTOrd50, id=PostingsFormat(name=Asserting), text=Lucene50(blocksize=128), title=FSTOrd50}, docValues:{}, maxPointsInLeafNode=975, maxMBSortInHeap=7.149151974173325, sim=RandomSimilarity(queryNorm=false): {}, locale=id-ID, timezone=UTC [junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=2,free=44675032,total=97320960 [junit4] 2> NOTE: All tests run in this JVM: [TestUserTermScorereQDF, TestModelManager, TestAdapterModel, TestLinearModel] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLinearModel -Dtests.seed=EF19B1864CF6845B -Dtests.slow=true -Dtests.locale=id-ID -Dtests.timezone=UTC -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [junit4] ERROR 0.00s J0 | TestLinearModel (suite) <<< [junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.model.TestLinearModel: [junit4] > 1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > at __randomizedtesting.SeedInfo.seed([EF19B1864CF6845B]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: [junit4] > 1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > at __randomizedtesting.SeedInfo.seed([EF19B1864CF6845B]:0) [junit4] Completed [31/36 (1!)] on J0 in 53.89s, 6 tests, 2 errors <<< FAILURES! [...truncated 41028 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org