Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/8622/

All tests passed

Build Log:
[...truncated 1880 lines...]
#   2023-12-25 02:42:25
#   Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
#   Threads class SMR info:
#   _java_thread_list=0x00007fecb0005830, length=32, elements={
#   0x00007fecf42c1800, 0x00007fecf42c5800, 0x00007fecf42da800, 
0x00007fecf42dc800,
#   0x00007fecf42de800, 0x00007fecf42e1000, 0x00007fecf42e3000, 
0x00007fecf43aa800,
#   0x00007fecf4b6b800, 0x00007fecf4db5800, 0x00007fecf4db7000, 
0x00007fecf4db8800,
#   0x00007fecf4dba800, 0x00007fecf4dbc800, 0x00007fecf4dbe800, 
0x00007fecf4dc0800,
#   0x00007fecf4dc2800, 0x00007fecf4dc4800, 0x00007fecf4dc6800, 
0x00007fecf5640000,
#   0x00007fecf5e8e000, 0x00007fecf5e92800, 0x00007fecf5ee8800, 
0x00007fecf5eea800,
#   0x00007fecf5eef000, 0x00007fecf5ef4000, 0x00007fecf5f8e800, 
0x00007fecf61d2000,
#   0x00007fecf61d4000, 0x00007fecf4029000, 0x00007fec70005800, 
0x00007fecb0004800
#   }
#
#   "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.82ms elapsed=189.76s 
tid=0x00007fecf42c1800 nid=0x6012 waiting on condition  [0x00007fecfc03c000]
#      java.lang.Thread.State: RUNNABLE
#       at 
java.lang.ref.Reference.waitForReferencePendingList([email protected]/Native 
Method)
#       at 
java.lang.ref.Reference.processPendingReferences([email protected]/Reference.java:241)
#       at 
java.lang.ref.Reference$ReferenceHandler.run([email protected]/Reference.java:213)
#
#   "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.56ms elapsed=189.76s 
tid=0x00007fecf42c5800 nid=0x6014 in Object.wait()  [0x00007fecf803f000]
#      java.lang.Thread.State: WAITING (on object monitor)
#       at java.lang.Object.wait([email protected]/Native Method)
#       - waiting on <0x00000000e04003d0> (a java.lang.ref.ReferenceQueue$Lock)
#       at 
java.lang.ref.ReferenceQueue.remove([email protected]/ReferenceQueue.java:155)
#       - waiting to re-lock in wait() <0x00000000e04003d0> (a 
java.lang.ref.ReferenceQueue$Lock)
#       at 
java.lang.ref.ReferenceQueue.remove([email protected]/ReferenceQueue.java:176)
#       at 
java.lang.ref.Finalizer$FinalizerThread.run([email protected]/Finalizer.java:170)
#
#   "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.32ms elapsed=189.75s 
tid=0x00007fecf42da800 nid=0x6015 runnable  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#
#   "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.04ms elapsed=189.75s 
tid=0x00007fecf42dc800 nid=0x6016 runnable  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#
#   "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=3222.90ms 
elapsed=189.75s tid=0x00007fecf42de800 nid=0x6017 waiting on condition  
[0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#      No compile task
#
#   "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1194.51ms 
elapsed=189.75s tid=0x00007fecf42e1000 nid=0x6018 waiting on condition  
[0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#      No compile task
#
#   "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.53ms elapsed=189.75s 
tid=0x00007fecf42e3000 nid=0x6019 runnable  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#
#   "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.95ms elapsed=189.72s 
tid=0x00007fecf43aa800 nid=0x601a in Object.wait()  [0x00007fecdc074000]
#      java.lang.Thread.State: TIMED_WAITING (on object monitor)
#       at java.lang.Object.wait([email protected]/Native Method)
#       - waiting on <no object reference available>
#       at 
java.lang.ref.ReferenceQueue.remove([email protected]/ReferenceQueue.java:155)
#       - waiting to re-lock in wait() <0x00000000e0401f88> (a 
java.lang.ref.ReferenceQueue$Lock)
#       at 
jdk.internal.ref.CleanerImpl.run([email protected]/CleanerImpl.java:148)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#       at 
jdk.internal.misc.InnocuousThread.run([email protected]/InnocuousThread.java:161)
#
#   "Log4j2-TF-3-AsyncLoggerConfig-1" #11 daemon prio=5 os_prio=0 cpu=436.97ms 
elapsed=189.09s tid=0x00007fecf4b6b800 nid=0x6023 in Object.wait()  
[0x00007fecd7efc000]
#      java.lang.Thread.State: TIMED_WAITING (on object monitor)
#       at java.lang.Object.wait([email protected]/Native Method)
#       - waiting on <no object reference available>
#       at java.lang.Object.wait([email protected]/Object.java:462)
#       at 
org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:112)
#       at 
org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:68)
#       - waiting to re-lock in wait() <0x00000000e0402530> (a java.lang.Object)
#       at 
com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
#       at 
com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
#       at 
com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "qtp1358857082-14" #14 prio=5 os_prio=0 cpu=0.50ms elapsed=188.77s 
tid=0x00007fecf4db5800 nid=0x6024 runnable  [0x00007fecd7ebb000]
#      java.lang.Thread.State: RUNNABLE
#       at sun.nio.ch.EPoll.wait([email protected]/Native Method)
#       at 
sun.nio.ch.EPollSelectorImpl.doSelect([email protected]/EPollSelectorImpl.java:120)
#       at 
sun.nio.ch.SelectorImpl.lockAndDoSelect([email protected]/SelectorImpl.java:124)
#       - locked <0x00000000f8617540> (a sun.nio.ch.Util$2)
#       - locked <0x00000000f86173f0> (a sun.nio.ch.EPollSelectorImpl)
#       at 
sun.nio.ch.SelectorImpl.select([email protected]/SelectorImpl.java:141)
#       at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:181)
#       at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:188)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:542)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:193)
#       at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$415/0x00000001004ba840.run(Unknown 
Source)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "qtp1358857082-15" #15 prio=5 os_prio=0 cpu=104.76ms elapsed=188.77s 
tid=0x00007fecf4db7000 nid=0x6025 waiting on condition  [0x00007fecd7e7a000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e112fed8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "qtp1358857082-16-acceptor-0@9717531-ServerConnector@4ced35ed{HTTP/1.1, 
(http/1.1, h2c)}{127.0.0.1:38241}" #16 prio=5 os_prio=0 cpu=2.25ms 
elapsed=188.77s tid=0x00007fecf4db8800 nid=0x6026 runnable  [0x00007fecd74fd000]
#      java.lang.Thread.State: RUNNABLE
#       at 
sun.nio.ch.ServerSocketChannelImpl.accept0([email protected]/Native Method)
#       at 
sun.nio.ch.ServerSocketChannelImpl.accept([email protected]/ServerSocketChannelImpl.java:533)
#       at 
sun.nio.ch.ServerSocketChannelImpl.accept([email protected]/ServerSocketChannelImpl.java:285)
#       at 
org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
#       at 
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "qtp1358857082-17" #17 prio=5 os_prio=0 cpu=33.01ms elapsed=188.76s 
tid=0x00007fecf4dba800 nid=0x6027 waiting on condition  [0x00007fecd74bc000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e112fed8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "qtp1358857082-18" #18 prio=5 os_prio=0 cpu=3.77ms elapsed=188.76s 
tid=0x00007fecf4dbc800 nid=0x6028 waiting on condition  [0x00007fecd747b000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e112fed8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "qtp1358857082-19" #19 prio=5 os_prio=0 cpu=32.87ms elapsed=188.76s 
tid=0x00007fecf4dbe800 nid=0x6029 waiting on condition  [0x00007fecd40eb000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e112fed8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "qtp1358857082-20" #20 prio=5 os_prio=0 cpu=0.64ms elapsed=188.76s 
tid=0x00007fecf4dc0800 nid=0x602a waiting on condition  [0x00007fecd40aa000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e112fed8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "qtp1358857082-21" #21 prio=5 os_prio=0 cpu=0.42ms elapsed=188.76s 
tid=0x00007fecf4dc2800 nid=0x602b runnable  [0x00007fecd4069000]
#      java.lang.Thread.State: RUNNABLE
#       at sun.nio.ch.EPoll.wait([email protected]/Native Method)
#       at 
sun.nio.ch.EPollSelectorImpl.doSelect([email protected]/EPollSelectorImpl.java:120)
#       at 
sun.nio.ch.SelectorImpl.lockAndDoSelect([email protected]/SelectorImpl.java:124)
#       - locked <0x00000000f86178b8> (a sun.nio.ch.Util$2)
#       - locked <0x00000000f8617768> (a sun.nio.ch.EPollSelectorImpl)
#       at 
sun.nio.ch.SelectorImpl.select([email protected]/SelectorImpl.java:141)
#       at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:181)
#       at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:188)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:542)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.run(AdaptiveExecutionStrategy.java:199)
#       at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:411)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "qtp1358857082-22" #22 prio=5 os_prio=0 cpu=0.28ms elapsed=188.76s 
tid=0x00007fecf4dc4800 nid=0x602c waiting on condition  [0x00007fec9edd8000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e112fed8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "qtp1358857082-23" #23 prio=5 os_prio=0 cpu=0.21ms elapsed=188.76s 
tid=0x00007fecf4dc6800 nid=0x602d waiting on condition  [0x00007fec9e573000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e112fed8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "Session-HouseKeeper-7351a16e-1" #24 prio=5 os_prio=0 cpu=0.26ms 
elapsed=188.50s tid=0x00007fecf5640000 nid=0x6030 waiting on condition  
[0x00007fec9e332000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e14a4808> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take([email protected]/ScheduledThreadPoolExecutor.java:1182)
#       at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take([email protected]/ScheduledThreadPoolExecutor.java:899)
#       at 
java.util.concurrent.ThreadPoolExecutor.getTask([email protected]/ThreadPoolExecutor.java:1054)
#       at 
java.util.concurrent.ThreadPoolExecutor.runWorker([email protected]/ThreadPoolExecutor.java:1114)
#       at 
java.util.concurrent.ThreadPoolExecutor$Worker.run([email protected]/ThreadPoolExecutor.java:628)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "httpShardExecutor-5-thread-1" #25 prio=5 os_prio=0 cpu=1.64ms 
elapsed=187.35s tid=0x00007fecf5e8e000 nid=0x6067 runnable  [0x00007fec9d480000]
#      java.lang.Thread.State: RUNNABLE
#       at sun.nio.ch.EPoll.wait([email protected]/Native Method)
#       at 
sun.nio.ch.EPollSelectorImpl.doSelect([email protected]/EPollSelectorImpl.java:120)
#       at 
sun.nio.ch.SelectorImpl.lockAndDoSelect([email protected]/SelectorImpl.java:124)
#       - locked <0x00000000fa6736f8> (a sun.nio.ch.Util$2)
#       - locked <0x00000000fa6736a0> (a sun.nio.ch.EPollSelectorImpl)
#       at 
sun.nio.ch.SelectorImpl.select([email protected]/SelectorImpl.java:141)
#       at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:181)
#       at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:188)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:542)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:193)
#       at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$415/0x00000001004ba840.run(Unknown 
Source)
#       at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
#       at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$416/0x00000001004ba040.run(Unknown
 Source)
#       at 
java.util.concurrent.ThreadPoolExecutor.runWorker([email protected]/ThreadPoolExecutor.java:1128)
#       at 
java.util.concurrent.ThreadPoolExecutor$Worker.run([email protected]/ThreadPoolExecutor.java:628)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "httpShardExecutor-5-thread-2" #26 prio=5 os_prio=0 cpu=0.18ms 
elapsed=187.34s tid=0x00007fecf5e92800 nid=0x6068 runnable  [0x00007fec9d43f000]
#      java.lang.Thread.State: RUNNABLE
#       at sun.nio.ch.EPoll.wait([email protected]/Native Method)
#       at 
sun.nio.ch.EPollSelectorImpl.doSelect([email protected]/EPollSelectorImpl.java:120)
#       at 
sun.nio.ch.SelectorImpl.lockAndDoSelect([email protected]/SelectorImpl.java:124)
#       - locked <0x00000000fa673d40> (a sun.nio.ch.Util$2)
#       - locked <0x00000000fa673ce8> (a sun.nio.ch.EPollSelectorImpl)
#       at 
sun.nio.ch.SelectorImpl.select([email protected]/SelectorImpl.java:141)
#       at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:181)
#       at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:188)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:542)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:193)
#       at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$415/0x00000001004ba840.run(Unknown 
Source)
#       at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
#       at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$416/0x00000001004ba040.run(Unknown
 Source)
#       at 
java.util.concurrent.ThreadPoolExecutor.runWorker([email protected]/ThreadPoolExecutor.java:1128)
#       at 
java.util.concurrent.ThreadPoolExecutor$Worker.run([email protected]/ThreadPoolExecutor.java:628)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "Connection evictor" #27 daemon prio=5 os_prio=0 cpu=1.44ms elapsed=187.23s 
tid=0x00007fecf5ee8800 nid=0x6069 waiting on condition  [0x00007fec9d1fe000]
#      java.lang.Thread.State: TIMED_WAITING (sleeping)
#       at java.lang.Thread.sleep([email protected]/Native Method)
#       at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=0.20ms elapsed=187.23s 
tid=0x00007fecf5eea800 nid=0x606a waiting on condition  [0x00007fec9d1bd000]
#      java.lang.Thread.State: TIMED_WAITING (sleeping)
#       at java.lang.Thread.sleep([email protected]/Native Method)
#       at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "h2sc-7-thread-1" #29 prio=5 os_prio=0 cpu=0.15ms elapsed=187.22s 
tid=0x00007fecf5eef000 nid=0x606b runnable  [0x00007fec9d17c000]
#      java.lang.Thread.State: RUNNABLE
#       at sun.nio.ch.EPoll.wait([email protected]/Native Method)
#       at 
sun.nio.ch.EPollSelectorImpl.doSelect([email protected]/EPollSelectorImpl.java:120)
#       at 
sun.nio.ch.SelectorImpl.lockAndDoSelect([email protected]/SelectorImpl.java:124)
#       - locked <0x00000000ff5d0d30> (a sun.nio.ch.Util$2)
#       - locked <0x00000000ff5d0be0> (a sun.nio.ch.EPollSelectorImpl)
#       at 
sun.nio.ch.SelectorImpl.select([email protected]/SelectorImpl.java:141)
#       at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:181)
#       at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:188)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:542)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:193)
#       at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$415/0x00000001004ba840.run(Unknown 
Source)
#       at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
#       at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$416/0x00000001004ba040.run(Unknown
 Source)
#       at 
java.util.concurrent.ThreadPoolExecutor.runWorker([email protected]/ThreadPoolExecutor.java:1128)
#       at 
java.util.concurrent.ThreadPoolExecutor$Worker.run([email protected]/ThreadPoolExecutor.java:628)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "h2sc-7-thread-2" #30 prio=5 os_prio=0 cpu=0.23ms elapsed=187.22s 
tid=0x00007fecf5ef4000 nid=0x606c runnable  [0x00007fec9d13b000]
#      java.lang.Thread.State: RUNNABLE
#       at sun.nio.ch.EPoll.wait([email protected]/Native Method)
#       at 
sun.nio.ch.EPollSelectorImpl.doSelect([email protected]/EPollSelectorImpl.java:120)
#       at 
sun.nio.ch.SelectorImpl.lockAndDoSelect([email protected]/SelectorImpl.java:124)
#       - locked <0x00000000ff5d1e58> (a sun.nio.ch.Util$2)
#       - locked <0x00000000ff5d1d08> (a sun.nio.ch.EPollSelectorImpl)
#       at 
sun.nio.ch.SelectorImpl.select([email protected]/SelectorImpl.java:141)
#       at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:181)
#       at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:188)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:542)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:193)
#       at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$415/0x00000001004ba840.run(Unknown 
Source)
#       at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
#       at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$416/0x00000001004ba040.run(Unknown
 Source)
#       at 
java.util.concurrent.ThreadPoolExecutor.runWorker([email protected]/ThreadPoolExecutor.java:1128)
#       at 
java.util.concurrent.ThreadPoolExecutor$Worker.run([email protected]/ThreadPoolExecutor.java:628)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "CloserThread" #31 prio=5 os_prio=0 cpu=0.12ms elapsed=186.97s 
tid=0x00007fecf5f8e800 nid=0x60b1 in Object.wait()  [0x00007fec9d0fa000]
#      java.lang.Thread.State: WAITING (on object monitor)
#       at java.lang.Object.wait([email protected]/Native Method)
#       - waiting on <0x00000000fa63a0b8> (a java.lang.Object)
#       at java.lang.Object.wait([email protected]/Object.java:328)
#       at org.apache.solr.core.CloserThread.run(CoreContainer.java:2608)
#       - waiting to re-lock in wait() <0x00000000fa63a0b8> (a java.lang.Object)
#
#   "org.eclipse.jetty.util.RolloverFileOutputStream" #33 daemon prio=5 
os_prio=0 cpu=0.13ms elapsed=186.07s tid=0x00007fecf61d2000 nid=0x60bf waiting 
on condition  [0x00007fec9ca78000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000f87021c8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take([email protected]/ScheduledThreadPoolExecutor.java:1182)
#       at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take([email protected]/ScheduledThreadPoolExecutor.java:899)
#       at 
java.util.concurrent.ThreadPoolExecutor.getTask([email protected]/ThreadPoolExecutor.java:1054)
#       at 
java.util.concurrent.ThreadPoolExecutor.runWorker([email protected]/ThreadPoolExecutor.java:1114)
#       at 
java.util.concurrent.ThreadPoolExecutor$Worker.run([email protected]/ThreadPoolExecutor.java:628)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "AsyncRequestLogWriter@3cf8a235" #34 prio=5 os_prio=0 cpu=1.88ms 
elapsed=186.07s tid=0x00007fecf61d4000 nid=0x60c0 waiting on condition  
[0x00007fec9ca37000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e112bb38> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#       at 
org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
#   "DestroyJavaVM" #35 prio=5 os_prio=0 cpu=3146.74ms elapsed=186.06s 
tid=0x00007fecf4029000 nid=0x6005 waiting on condition  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#
#   "Connector-Scheduler-4ced35ed-1" #36 prio=5 os_prio=0 cpu=0.21ms 
elapsed=182.75s tid=0x00007fec70005800 nid=0x6124 waiting on condition  
[0x00007fec9c9f6000]
#      java.lang.Thread.State: WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000f8616360> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.park([email protected]/LockSupport.java:194)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await([email protected]/AbstractQueuedSynchronizer.java:2081)
#       at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take([email protected]/ScheduledThreadPoolExecutor.java:1170)
#       at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take([email protected]/ScheduledThreadPoolExecutor.java:899)
#       at 
java.util.concurrent.ThreadPoolExecutor.getTask([email protected]/ThreadPoolExecutor.java:1054)
#       at 
java.util.concurrent.ThreadPoolExecutor.runWorker([email protected]/ThreadPoolExecutor.java:1114)
#       at 
java.util.concurrent.ThreadPoolExecutor$Worker.run([email protected]/ThreadPoolExecutor.java:628)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
#   "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.21ms elapsed=0.10s 
tid=0x00007fecb0004800 nid=0x6954 waiting on condition  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#
#   "VM Thread" os_prio=0 cpu=46.71ms elapsed=189.76s tid=0x00007fecf42b9000 
nid=0x6011 runnable
#
#   "GC Thread#0" os_prio=0 cpu=48.14ms elapsed=189.79s tid=0x00007fecf4041800 
nid=0x6008 runnable
#
#   "GC Thread#1" os_prio=0 cpu=61.88ms elapsed=189.36s tid=0x00007fecc4001000 
nid=0x601e runnable
#
#   "GC Thread#2" os_prio=0 cpu=40.37ms elapsed=189.36s tid=0x00007fecc4002800 
nid=0x601f runnable
#
#   "GC Thread#3" os_prio=0 cpu=38.87ms elapsed=189.36s tid=0x00007fecc4004000 
nid=0x6020 runnable
#
#   "G1 Main Marker" os_prio=0 cpu=1.62ms elapsed=189.79s 
tid=0x00007fecf404e800 nid=0x6009 runnable
#
#   "G1 Conc#0" os_prio=0 cpu=89.73ms elapsed=189.79s tid=0x00007fecf4050800 
nid=0x600a runnable
#
#   "G1 Refine#0" os_prio=0 cpu=2.37ms elapsed=189.78s tid=0x00007fecf41f1000 
nid=0x600b runnable
#
#   "G1 Young RemSet Sampling" os_prio=0 cpu=70.22ms elapsed=189.78s 
tid=0x00007fecf41f3000 nid=0x600c runnable
#   "VM Periodic Task Thread" os_prio=0 cpu=67.90ms elapsed=189.70s 
tid=0x00007fecf43f7000 nid=0x601b waiting on condition
#
#   JNI global refs: 22, weak refs: 0
#
#   Solr process 24577 is still running; forcefully killing it now.
#   Killed process 24577
#   Sending stop command to Solr running on port 38242 ... waiting up to 180 
seconds to allow Jetty process 24731 to stop gracefully.
#    [|]   [/]   [-]   [\]      
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: 
/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/78-1
# Last output:
# Sending stop command to Solr running on port 38241 ... waiting up to 180 
seconds to allow Jetty process 24577 to stop gracefully.
#  [|]   [/]   [-]   [\]   [|]   [/]   [-]  
 [\]   [|]   [/]   [-]   [\]   [|]   
[/]   [-]   [\]   [|]   [/]   [-]   [\]  
 [|]   [/]   [-]   [\]   [|]   [/]   
[-]   [\]   [|]   [/]   [-]   [\]   [|]  
 [/]   [-]   [\]   [|]   [/]   [-]   
[\]   [|]   [/]   [-]   [\]   [|]   [/]  
 [-]   [\]   [|]   [/]   [-]   [\]   
[|]   [/]   [-]   [\]   [|]   [/]   [-]  
 [\]   [|]   [/]   [-]   [\]   [|]   
[/]   [-]   [\]   [|]   [/]   [-]   [\]  
 [|]   [/]   [-]   [\]   [|]   [/]   
[-]   [\]   [|]   [/]   [-]   [\]   [|]  
 [/]   [-]   [\]   [|]   [/]   [-]   
[\]   [|]   [/]   [-]   [\]   [|]   [/]  
 [-]   [\]   [|]   [/]   [-]   [\]   
[|]   [/]   [-]   [\]   [|]   [/]   [-]  
 [\]   [|]   [/]   [-]   [\]   [|]   
[/]   [-]   [\]   [|]   [/]   [-]   [\]  
 [|]   [/]   [-]   [\]   [|]   [/]   
[-]   [\]   [|]   [/]   [-]   [\]   [|]  
 [/]   [-]   [\]   [|]   [/]   [-]   
[\]   [|]   [/]   [-]   [\]   [|]   [/]  
 [-]   [\]   [|]   [/]   [-]   [\]   
[|]   [/]   [-]   [\]   [|]   [/]   [-]  
 [\]   [|]   [/]   [-]   [\]   [|]   
[/]   [-]   [\]   [|]   [/]   [-]   [\]  
 [|]   [/]   [-]   [\]   [|]   [/]   
[-]   [\]   [|]   [/]   [-]   [\]   [|]  
 [/]   [-]   [\]   [|]   [/]   [-]   
[\]   [|]   [/]   [-]   [\]   [|]   [/]  
 [-]   [\]   [|]   [/]   [-]   [\]   
[|]   [/]   [-]   [\]   [|]   [/]   [-]  
 [\]   [|]   [/]   [-]   [\]   [|]   
[/]   [-]   [\]   [|]   [/]   [-]   [\]  
 [|]   [/]   [-]   [\]   [|]   [/]   
[-]   [\]   [|]   [/]   [-]   [\]   [|]  
 [/]   [-]   [\]   [|]   [/]   [-]   
[\]   [|]   [/]   [-]   [\]   [|]   [/]  
 [-]   [\]   [|]   [/]   [-]   [\]   
[|]   [/]   [-]   [\]   [|]   [/]   [-]  
 [\]   [|]   [/]   [-]   [\]   [|]   
[/]   [-]   [\]   [|]   [/]   [-]   [\]  
 [|]   [/]   [-]   [\]   [|]   [/]   
[-]   [\]   [|]   [/]   [-]   [\]   [|]  
 [/]   [-]   [\]   [|]   [/]   [-]   
[\]   [|]   [/]   [-]   [\]   [|]   [/]  
 [-]   [\]   [|]   [/]   [-]   [\]   
[|]   [/]   [-]   [\]   [|]   [/]   [-]  
 [\]   [|]   [/]   [-]   [\]   [|]   
[/]   [-]   [\]   [|]   [/]   [-]   [\]  
 [|]   [/]   [-]   [\]   [|]   [/]   
[-]   [\]   [|]   [/]   [-]   [\]   [|]  
 [/]   [-]   [\]   [|]   [/]   [-]   
[\]   [|]   [/]   [-]   [\]   [|]      
Solr process 24577 is still running; jstacking it now.
# 2023-12-25 02:42:25
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007fecb0005830, length=32, elements={
# 0x00007fecf42c1800, 0x00007fecf42c5800, 0x00007fecf42da800, 
0x00007fecf42dc800,
# 0x00007fecf42de800, 0x00007fecf42e1000, 0x00007fecf42e3000, 
0x00007fecf43aa800,
# 0x00007fecf4b6b800, 0x00007fecf4db5800, 0x00007fecf4db7000, 
0x00007fecf4db8800,
# 0x00007fecf4dba800, 0x00007fecf4dbc800, 0x00007fecf4dbe800, 
0x00007fecf4dc0800,
# 0x00007fecf4dc2800, 0x00007fecf4dc4800, 0x00007fecf4dc6800, 
0x00007fecf5640000,
# 0x00007fecf5e8e000, 0x00007fecf5e92800, 0x00007fecf5ee8800, 
0x00007fecf5eea800,
# 0x00007fecf5eef000, 0x00007fecf5ef4000, 0x00007fecf5f8e800, 
0x00007fecf61d2000,
# 0x00007fecf61d4000, 0x00007fecf4029000, 0x00007fec70005800, 0x00007fecb0004800
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.82ms elapsed=189.76s 
tid=0x00007fecf42c1800 nid=0x6012 waiting on condition  [0x00007fecfc03c000]
#    java.lang.Thread.State: RUNNABLE
#       at 
java.lang.ref.Reference.waitForReferencePendingList([email protected]/Native 
Method)
#       at 
java.lang.ref.Reference.processPendingReferences([email protected]/Reference.java:241)
#       at 
java.lang.ref.Reference$ReferenceHandler.run([email protected]/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.56ms elapsed=189.76s 
tid=0x00007fecf42c5800 nid=0x6014 in Object.wait()  [0x00007fecf803f000]
#    java.lang.Thread.State: WAITING (on object monitor)
#       at java.lang.Object.wait([email protected]/Native Method)
#       - waiting on <0x00000000e04003d0> (a java.lang.ref.ReferenceQueue$Lock)
#       at 
java.lang.ref.ReferenceQueue.remove([email protected]/ReferenceQueue.java:155)
#       - waiting to re-lock in wait() <0x00000000e04003d0> (a 
java.lang.ref.ReferenceQueue$Lock)
#       at 
java.lang.ref.ReferenceQueue.remove([email protected]/ReferenceQueue.java:176)
#       at 
java.lang.ref.Finalizer$FinalizerThread.run([email protected]/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.32ms elapsed=189.75s 
tid=0x00007fecf42da800 nid=0x6015 runnable  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.04ms elapsed=189.75s 
tid=0x00007fecf42dc800 nid=0x6016 runnable  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=3222.90ms elapsed=189.75s 
tid=0x00007fecf42de800 nid=0x6017 waiting on condition  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#    No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1194.51ms elapsed=189.75s 
tid=0x00007fecf42e1000 nid=0x6018 waiting on condition  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#    No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.53ms elapsed=189.75s 
tid=0x00007fecf42e3000 nid=0x6019 runnable  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.95ms elapsed=189.72s 
tid=0x00007fecf43aa800 nid=0x601a in Object.wait()  [0x00007fecdc074000]
#    java.lang.Thread.State: TIMED_WAITING (on object monitor)
#       at java.lang.Object.wait([email protected]/Native Method)
#       - waiting on <no object reference available>
#       at 
java.lang.ref.ReferenceQueue.remove([email protected]/ReferenceQueue.java:155)
#       - waiting to re-lock in wait() <0x00000000e0401f88> (a 
java.lang.ref.ReferenceQueue$Lock)
#       at 
jdk.internal.ref.CleanerImpl.run([email protected]/CleanerImpl.java:148)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#       at 
jdk.internal.misc.InnocuousThread.run([email protected]/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #11 daemon prio=5 os_prio=0 cpu=436.97ms 
elapsed=189.09s tid=0x00007fecf4b6b800 nid=0x6023 in Object.wait()  
[0x00007fecd7efc000]
#    java.lang.Thread.State: TIMED_WAITING (on object monitor)
#       at java.lang.Object.wait([email protected]/Native Method)
#       - waiting on <no object reference available>
#       at java.lang.Object.wait([email protected]/Object.java:462)
#       at 
org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:112)
#       at 
org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:68)
#       - waiting to re-lock in wait() <0x00000000e0402530> (a java.lang.Object)
#       at 
com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
#       at 
com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
#       at 
com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "qtp1358857082-14" #14 prio=5 os_prio=0 cpu=0.50ms elapsed=188.77s 
tid=0x00007fecf4db5800 nid=0x6024 runnable  [0x00007fecd7ebb000]
#    java.lang.Thread.State: RUNNABLE
#       at sun.nio.ch.EPoll.wait([email protected]/Native Method)
#       at 
sun.nio.ch.EPollSelectorImpl.doSelect([email protected]/EPollSelectorImpl.java:120)
#       at 
sun.nio.ch.SelectorImpl.lockAndDoSelect([email protected]/SelectorImpl.java:124)
#       - locked <0x00000000f8617540> (a sun.nio.ch.Util$2)
#       - locked <0x00000000f86173f0> (a sun.nio.ch.EPollSelectorImpl)
#       at 
sun.nio.ch.SelectorImpl.select([email protected]/SelectorImpl.java:141)
#       at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:181)
#       at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:188)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:542)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:193)
#       at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$415/0x00000001004ba840.run(Unknown 
Source)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "qtp1358857082-15" #15 prio=5 os_prio=0 cpu=104.76ms elapsed=188.77s 
tid=0x00007fecf4db7000 nid=0x6025 waiting on condition  [0x00007fecd7e7a000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e112fed8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "qtp1358857082-16-acceptor-0@9717531-ServerConnector@4ced35ed{HTTP/1.1, 
(http/1.1, h2c)}{127.0.0.1:38241}" #16 prio=5 os_prio=0 cpu=2.25ms 
elapsed=188.77s tid=0x00007fecf4db8800 nid=0x6026 runnable  [0x00007fecd74fd000]
#    java.lang.Thread.State: RUNNABLE
#       at 
sun.nio.ch.ServerSocketChannelImpl.accept0([email protected]/Native Method)
#       at 
sun.nio.ch.ServerSocketChannelImpl.accept([email protected]/ServerSocketChannelImpl.java:533)
#       at 
sun.nio.ch.ServerSocketChannelImpl.accept([email protected]/ServerSocketChannelImpl.java:285)
#       at 
org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
#       at 
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "qtp1358857082-17" #17 prio=5 os_prio=0 cpu=33.01ms elapsed=188.76s 
tid=0x00007fecf4dba800 nid=0x6027 waiting on condition  [0x00007fecd74bc000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e112fed8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "qtp1358857082-18" #18 prio=5 os_prio=0 cpu=3.77ms elapsed=188.76s 
tid=0x00007fecf4dbc800 nid=0x6028 waiting on condition  [0x00007fecd747b000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e112fed8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "qtp1358857082-19" #19 prio=5 os_prio=0 cpu=32.87ms elapsed=188.76s 
tid=0x00007fecf4dbe800 nid=0x6029 waiting on condition  [0x00007fecd40eb000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e112fed8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "qtp1358857082-20" #20 prio=5 os_prio=0 cpu=0.64ms elapsed=188.76s 
tid=0x00007fecf4dc0800 nid=0x602a waiting on condition  [0x00007fecd40aa000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e112fed8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "qtp1358857082-21" #21 prio=5 os_prio=0 cpu=0.42ms elapsed=188.76s 
tid=0x00007fecf4dc2800 nid=0x602b runnable  [0x00007fecd4069000]
#    java.lang.Thread.State: RUNNABLE
#       at sun.nio.ch.EPoll.wait([email protected]/Native Method)
#       at 
sun.nio.ch.EPollSelectorImpl.doSelect([email protected]/EPollSelectorImpl.java:120)
#       at 
sun.nio.ch.SelectorImpl.lockAndDoSelect([email protected]/SelectorImpl.java:124)
#       - locked <0x00000000f86178b8> (a sun.nio.ch.Util$2)
#       - locked <0x00000000f8617768> (a sun.nio.ch.EPollSelectorImpl)
#       at 
sun.nio.ch.SelectorImpl.select([email protected]/SelectorImpl.java:141)
#       at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:181)
#       at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:188)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:542)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.run(AdaptiveExecutionStrategy.java:199)
#       at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:411)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "qtp1358857082-22" #22 prio=5 os_prio=0 cpu=0.28ms elapsed=188.76s 
tid=0x00007fecf4dc4800 nid=0x602c waiting on condition  [0x00007fec9edd8000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e112fed8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "qtp1358857082-23" #23 prio=5 os_prio=0 cpu=0.21ms elapsed=188.76s 
tid=0x00007fecf4dc6800 nid=0x602d waiting on condition  [0x00007fec9e573000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e112fed8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
#       at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "Session-HouseKeeper-7351a16e-1" #24 prio=5 os_prio=0 cpu=0.26ms 
elapsed=188.50s tid=0x00007fecf5640000 nid=0x6030 waiting on condition  
[0x00007fec9e332000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e14a4808> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take([email protected]/ScheduledThreadPoolExecutor.java:1182)
#       at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take([email protected]/ScheduledThreadPoolExecutor.java:899)
#       at 
java.util.concurrent.ThreadPoolExecutor.getTask([email protected]/ThreadPoolExecutor.java:1054)
#       at 
java.util.concurrent.ThreadPoolExecutor.runWorker([email protected]/ThreadPoolExecutor.java:1114)
#       at 
java.util.concurrent.ThreadPoolExecutor$Worker.run([email protected]/ThreadPoolExecutor.java:628)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #25 prio=5 os_prio=0 cpu=1.64ms 
elapsed=187.35s tid=0x00007fecf5e8e000 nid=0x6067 runnable  [0x00007fec9d480000]
#    java.lang.Thread.State: RUNNABLE
#       at sun.nio.ch.EPoll.wait([email protected]/Native Method)
#       at 
sun.nio.ch.EPollSelectorImpl.doSelect([email protected]/EPollSelectorImpl.java:120)
#       at 
sun.nio.ch.SelectorImpl.lockAndDoSelect([email protected]/SelectorImpl.java:124)
#       - locked <0x00000000fa6736f8> (a sun.nio.ch.Util$2)
#       - locked <0x00000000fa6736a0> (a sun.nio.ch.EPollSelectorImpl)
#       at 
sun.nio.ch.SelectorImpl.select([email protected]/SelectorImpl.java:141)
#       at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:181)
#       at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:188)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:542)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:193)
#       at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$415/0x00000001004ba840.run(Unknown 
Source)
#       at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
#       at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$416/0x00000001004ba040.run(Unknown
 Source)
#       at 
java.util.concurrent.ThreadPoolExecutor.runWorker([email protected]/ThreadPoolExecutor.java:1128)
#       at 
java.util.concurrent.ThreadPoolExecutor$Worker.run([email protected]/ThreadPoolExecutor.java:628)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #26 prio=5 os_prio=0 cpu=0.18ms 
elapsed=187.34s tid=0x00007fecf5e92800 nid=0x6068 runnable  [0x00007fec9d43f000]
#    java.lang.Thread.State: RUNNABLE
#       at sun.nio.ch.EPoll.wait([email protected]/Native Method)
#       at 
sun.nio.ch.EPollSelectorImpl.doSelect([email protected]/EPollSelectorImpl.java:120)
#       at 
sun.nio.ch.SelectorImpl.lockAndDoSelect([email protected]/SelectorImpl.java:124)
#       - locked <0x00000000fa673d40> (a sun.nio.ch.Util$2)
#       - locked <0x00000000fa673ce8> (a sun.nio.ch.EPollSelectorImpl)
#       at 
sun.nio.ch.SelectorImpl.select([email protected]/SelectorImpl.java:141)
#       at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:181)
#       at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:188)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:542)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:193)
#       at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$415/0x00000001004ba840.run(Unknown 
Source)
#       at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
#       at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$416/0x00000001004ba040.run(Unknown
 Source)
#       at 
java.util.concurrent.ThreadPoolExecutor.runWorker([email protected]/ThreadPoolExecutor.java:1128)
#       at 
java.util.concurrent.ThreadPoolExecutor$Worker.run([email protected]/ThreadPoolExecutor.java:628)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "Connection evictor" #27 daemon prio=5 os_prio=0 cpu=1.44ms elapsed=187.23s 
tid=0x00007fecf5ee8800 nid=0x6069 waiting on condition  [0x00007fec9d1fe000]
#    java.lang.Thread.State: TIMED_WAITING (sleeping)
#       at java.lang.Thread.sleep([email protected]/Native Method)
#       at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=0.20ms elapsed=187.23s 
tid=0x00007fecf5eea800 nid=0x606a waiting on condition  [0x00007fec9d1bd000]
#    java.lang.Thread.State: TIMED_WAITING (sleeping)
#       at java.lang.Thread.sleep([email protected]/Native Method)
#       at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "h2sc-7-thread-1" #29 prio=5 os_prio=0 cpu=0.15ms elapsed=187.22s 
tid=0x00007fecf5eef000 nid=0x606b runnable  [0x00007fec9d17c000]
#    java.lang.Thread.State: RUNNABLE
#       at sun.nio.ch.EPoll.wait([email protected]/Native Method)
#       at 
sun.nio.ch.EPollSelectorImpl.doSelect([email protected]/EPollSelectorImpl.java:120)
#       at 
sun.nio.ch.SelectorImpl.lockAndDoSelect([email protected]/SelectorImpl.java:124)
#       - locked <0x00000000ff5d0d30> (a sun.nio.ch.Util$2)
#       - locked <0x00000000ff5d0be0> (a sun.nio.ch.EPollSelectorImpl)
#       at 
sun.nio.ch.SelectorImpl.select([email protected]/SelectorImpl.java:141)
#       at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:181)
#       at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:188)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:542)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:193)
#       at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$415/0x00000001004ba840.run(Unknown 
Source)
#       at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
#       at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$416/0x00000001004ba040.run(Unknown
 Source)
#       at 
java.util.concurrent.ThreadPoolExecutor.runWorker([email protected]/ThreadPoolExecutor.java:1128)
#       at 
java.util.concurrent.ThreadPoolExecutor$Worker.run([email protected]/ThreadPoolExecutor.java:628)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "h2sc-7-thread-2" #30 prio=5 os_prio=0 cpu=0.23ms elapsed=187.22s 
tid=0x00007fecf5ef4000 nid=0x606c runnable  [0x00007fec9d13b000]
#    java.lang.Thread.State: RUNNABLE
#       at sun.nio.ch.EPoll.wait([email protected]/Native Method)
#       at 
sun.nio.ch.EPollSelectorImpl.doSelect([email protected]/EPollSelectorImpl.java:120)
#       at 
sun.nio.ch.SelectorImpl.lockAndDoSelect([email protected]/SelectorImpl.java:124)
#       - locked <0x00000000ff5d1e58> (a sun.nio.ch.Util$2)
#       - locked <0x00000000ff5d1d08> (a sun.nio.ch.EPollSelectorImpl)
#       at 
sun.nio.ch.SelectorImpl.select([email protected]/SelectorImpl.java:141)
#       at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:181)
#       at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:188)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
#       at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:542)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#       at 
org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:193)
#       at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$415/0x00000001004ba840.run(Unknown 
Source)
#       at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
#       at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$416/0x00000001004ba040.run(Unknown
 Source)
#       at 
java.util.concurrent.ThreadPoolExecutor.runWorker([email protected]/ThreadPoolExecutor.java:1128)
#       at 
java.util.concurrent.ThreadPoolExecutor$Worker.run([email protected]/ThreadPoolExecutor.java:628)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "CloserThread" #31 prio=5 os_prio=0 cpu=0.12ms elapsed=186.97s 
tid=0x00007fecf5f8e800 nid=0x60b1 in Object.wait()  [0x00007fec9d0fa000]
#    java.lang.Thread.State: WAITING (on object monitor)
#       at java.lang.Object.wait([email protected]/Native Method)
#       - waiting on <0x00000000fa63a0b8> (a java.lang.Object)
#       at java.lang.Object.wait([email protected]/Object.java:328)
#       at org.apache.solr.core.CloserThread.run(CoreContainer.java:2608)
#       - waiting to re-lock in wait() <0x00000000fa63a0b8> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #33 daemon prio=5 os_prio=0 
cpu=0.13ms elapsed=186.07s tid=0x00007fecf61d2000 nid=0x60bf waiting on 
condition  [0x00007fec9ca78000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000f87021c8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take([email protected]/ScheduledThreadPoolExecutor.java:1182)
#       at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take([email protected]/ScheduledThreadPoolExecutor.java:899)
#       at 
java.util.concurrent.ThreadPoolExecutor.getTask([email protected]/ThreadPoolExecutor.java:1054)
#       at 
java.util.concurrent.ThreadPoolExecutor.runWorker([email protected]/ThreadPoolExecutor.java:1114)
#       at 
java.util.concurrent.ThreadPoolExecutor$Worker.run([email protected]/ThreadPoolExecutor.java:628)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "AsyncRequestLogWriter@3cf8a235" #34 prio=5 os_prio=0 cpu=1.88ms 
elapsed=186.07s tid=0x00007fecf61d4000 nid=0x60c0 waiting on condition  
[0x00007fec9ca37000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000e112bb38> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
#       at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#       at 
org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #35 prio=5 os_prio=0 cpu=3146.74ms elapsed=186.06s 
tid=0x00007fecf4029000 nid=0x6005 waiting on condition  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#
# "Connector-Scheduler-4ced35ed-1" #36 prio=5 os_prio=0 cpu=0.21ms 
elapsed=182.75s tid=0x00007fec70005800 nid=0x6124 waiting on condition  
[0x00007fec9c9f6000]
#    java.lang.Thread.State: WAITING (parking)
#       at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
#       - parking to wait for  <0x00000000f8616360> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#       at 
java.util.concurrent.locks.LockSupport.park([email protected]/LockSupport.java:194)
#       at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await([email protected]/AbstractQueuedSynchronizer.java:2081)
#       at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take([email protected]/ScheduledThreadPoolExecutor.java:1170)
#       at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take([email protected]/ScheduledThreadPoolExecutor.java:899)
#       at 
java.util.concurrent.ThreadPoolExecutor.getTask([email protected]/ThreadPoolExecutor.java:1054)
#       at 
java.util.concurrent.ThreadPoolExecutor.runWorker([email protected]/ThreadPoolExecutor.java:1114)
#       at 
java.util.concurrent.ThreadPoolExecutor$Worker.run([email protected]/ThreadPoolExecutor.java:628)
#       at java.lang.Thread.run([email protected]/Thread.java:829)
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.21ms elapsed=0.10s 
tid=0x00007fecb0004800 nid=0x6954 waiting on condition  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=46.71ms elapsed=189.76s tid=0x00007fecf42b9000 
nid=0x6011 runnable
#
# "GC Thread#0" os_prio=0 cpu=48.14ms elapsed=189.79s tid=0x00007fecf4041800 
nid=0x6008 runnable
#
# "GC Thread#1" os_prio=0 cpu=61.88ms elapsed=189.36s tid=0x00007fecc4001000 
nid=0x601e runnable
#
# "GC Thread#2" os_prio=0 cpu=40.37ms elapsed=189.36s tid=0x00007fecc4002800 
nid=0x601f runnable
#
# "GC Thread#3" os_prio=0 cpu=38.87ms elapsed=189.36s tid=0x00007fecc4004000 
nid=0x6020 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.62ms elapsed=189.79s tid=0x00007fecf404e800 
nid=0x6009 runnable
#
# "G1 Conc#0" os_prio=0 cpu=89.73ms elapsed=189.79s tid=0x00007fecf4050800 
nid=0x600a runnable
#
# "G1 Refine#0" os_prio=0 cpu=2.37ms elapsed=189.78s tid=0x00007fecf41f1000 
nid=0x600b runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=70.22ms elapsed=189.78s 
tid=0x00007fecf41f3000 nid=0x600c runnable
# "VM Periodic Task Thread" os_prio=0 cpu=67.90ms elapsed=189.70s 
tid=0x00007fecf43f7000 nid=0x601b waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 24577 is still running; forcefully killing it now.
# Killed process 24577
# Sending stop command to Solr running on port 38242 ... waiting up to 180 
seconds to allow Jetty process 24731 to stop gracefully.
#  [|]   [/]   [-]   [\]      

Unable to receive command from client socket connection from /127.0.0.1:37241 
to /127.0.0.1:54776. Discarding connection.
org.gradle.internal.remote.internal.MessageIOException: Could not read message 
from '/127.0.0.1:54776'.
        at 
org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:94)
        at 
org.gradle.launcher.daemon.server.SynchronizedDispatchConnection.receive(SynchronizedDispatchConnection.java:70)
        at 
org.gradle.launcher.daemon.server.DefaultDaemonConnection$1.run(DefaultDaemonConnection.java:73)
        at 
org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
        at 
org.gradle.internal.concurrent.AbstractManagedExecutor$1.run(AbstractManagedExecutor.java:47)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.lang.IllegalArgumentException: Unexpected type tag 115 found.
        at 
org.gradle.internal.serialize.DefaultSerializerRegistry$TaggedTypeSerializer.read(DefaultSerializerRegistry.java:162)
        at 
org.gradle.internal.serialize.Serializers$StatefulSerializerAdapter$1.read(Serializers.java:36)
        at 
org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
        ... 7 more

> Task :solr:packaging:integrationTests
ok 79 stop command for single port in 204223ms

Unable to receive command from client socket connection from /127.0.0.1:37241 
to /127.0.0.1:37608. Discarding connection.
org.gradle.internal.remote.internal.MessageIOException: Could not read message 
from '/127.0.0.1:37608'.
        at 
org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:94)
        at 
org.gradle.launcher.daemon.server.SynchronizedDispatchConnection.receive(SynchronizedDispatchConnection.java:70)
        at 
org.gradle.launcher.daemon.server.DefaultDaemonConnection$1.run(DefaultDaemonConnection.java:73)
        at 
org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
        at 
org.gradle.internal.concurrent.AbstractManagedExecutor$1.run(AbstractManagedExecutor.java:47)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.lang.IllegalArgumentException: Unexpected type tag 115 found.
        at 
org.gradle.internal.serialize.DefaultSerializerRegistry$TaggedTypeSerializer.read(DefaultSerializerRegistry.java:162)
        at 
org.gradle.internal.serialize.Serializers$StatefulSerializerAdapter$1.read(Serializers.java:36)
        at 
org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
        ... 7 more

> Task :solr:packaging:integrationTests
ok 80 status detects locally running solr in 197368ms

Unable to receive command from client socket connection from /127.0.0.1:37241 
to /127.0.0.1:59814. Discarding connection.
org.gradle.internal.remote.internal.MessageIOException: Could not read message 
from '/127.0.0.1:59814'.
        at 
org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:94)
        at 
org.gradle.launcher.daemon.server.SynchronizedDispatchConnection.receive(SynchronizedDispatchConnection.java:70)
        at 
org.gradle.launcher.daemon.server.DefaultDaemonConnection$1.run(DefaultDaemonConnection.java:73)
        at 
org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
        at 
org.gradle.internal.concurrent.AbstractManagedExecutor$1.run(AbstractManagedExecutor.java:47)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.lang.IllegalArgumentException: Unexpected type tag 115 found.
        at 
org.gradle.internal.serialize.DefaultSerializerRegistry$TaggedTypeSerializer.read(DefaultSerializerRegistry.java:162)
        at 
org.gradle.internal.serialize.Serializers$StatefulSerializerAdapter$1.read(Serializers.java:36)
        at 
org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
        ... 7 more

> Task :solr:packaging:integrationTests
ok 81 status shell script ignores passed in -solrUrl cli parameter from user in 
195659ms
ok 82 status help flag outputs message highlighting not to use solrUrl. in 
1151ms
ok 83 listing out files in 5009ms
ok 84 copying files around in 15854ms
ok 85 upconfig in 2708ms
ok 86 zkcli.sh gets 'solrhome' from 'solr.home' system property in 1216ms
ok 87 zkcli.sh gets 'solrhome' from 'solrhome' command line option in 1205ms

Unable to receive command from client socket connection from /127.0.0.1:37241 
to /127.0.0.1:51242. Discarding connection.
org.gradle.internal.remote.internal.MessageIOException: Could not read message 
from '/127.0.0.1:51242'.
        at 
org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:94)
        at 
org.gradle.launcher.daemon.server.SynchronizedDispatchConnection.receive(SynchronizedDispatchConnection.java:70)
        at 
org.gradle.launcher.daemon.server.DefaultDaemonConnection$1.run(DefaultDaemonConnection.java:73)
        at 
org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
        at 
org.gradle.internal.concurrent.AbstractManagedExecutor$1.run(AbstractManagedExecutor.java:47)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.lang.IllegalArgumentException: Unexpected type tag 115 found.
        at 
org.gradle.internal.serialize.DefaultSerializerRegistry$TaggedTypeSerializer.read(DefaultSerializerRegistry.java:162)
        at 
org.gradle.internal.serialize.Serializers$StatefulSerializerAdapter$1.read(Serializers.java:36)
        at 
org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
        ... 7 more

> Task :solr:packaging:integrationTests
ok 88 Cleanup in 1956ms

> Task :solr:packaging:integrationTests FAILED
WARNING: there were unreferenced files under license folder:
  - 
/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/licenses/bcutil-jdk18on-NOTICE.txt

FAILURE: Build failed with an exception.

* Where:
Build file 
'/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle'
 line: 301

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command 
> '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats''
>  finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.

Deprecated Gradle features were used in this build, making it incompatible with 
Gradle 9.0.

You can use '--warning-mode all' to show the individual deprecation warnings 
and determine if they come from your own scripts or plugins.

For more on this, please refer to 
https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings
 in the Gradle documentation.

BUILD FAILED in 2h 58m 16s
645 actionable tasks: 645 executed

Publishing build scan...
https://ge.apache.org/s/jf3ojbw4igwro

Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to