staySober commented on issue #4921:
URL: https://github.com/apache/cloudstack/issues/4921#issuecomment-820870135
i get the info from jstack as follows
```
jstack 12831
2021-04-16 10:45:32
Full thread dump OpenJDK 64-Bit Server VM (11.0.10+9-LTS mixed mode,
sharing):
Threads class SMR info:
_java_thread_list=0x00007fac68001c70, length=23, elements={
0x00007fac94015000, 0x00007fac94054800, 0x00007fac94057000,
0x00007fac9405d000,
0x00007fac9405f000, 0x00007fac94061000, 0x00007fac94063800,
0x00007fac94065800,
0x00007fac940d6000, 0x00007fac94272000, 0x00007fac94477800,
0x00007fac94479800,
0x00007fac9447b800, 0x00007fac9447d000, 0x00007fac9447f000,
0x00007fac94481000,
0x00007fac94483000, 0x00007fac94485000, 0x00007fac94487000,
0x00007fac94489000,
0x00007fac94448000, 0x00007fac944c0000, 0x00007fac68001000
}
"main" #1 prio=5 os_prio=0 cpu=687.88ms elapsed=144.19s
tid=0x00007fac94015000 nid=0x3220 in Object.wait() [0x00007fac9e77e000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait([email protected]/Native Method)
- waiting on <0x00000000d9739438> (a java.lang.Object)
at java.lang.Object.wait([email protected]/Object.java:328)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.join(QueuedThreadPool.java:567)
- waiting to re-lock in wait() <0x00000000d9739438> (a java.lang.Object)
at org.eclipse.jetty.server.Server.join(Server.java:550)
at org.apache.cloudstack.ServerDaemon.start(ServerDaemon.java:191)
at org.apache.cloudstack.ServerDaemon.main(ServerDaemon.java:104)
"Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.54ms elapsed=144.18s
tid=0x00007fac94054800 nid=0x3223 waiting on condition [0x00007fac9887d000]
java.lang.Thread.State: RUNNABLE
at
java.lang.ref.Reference.waitForReferencePendingList([email protected]/Native
Method)
at
java.lang.ref.Reference.processPendingReferences([email protected]/Reference.java:241)
at
java.lang.ref.Reference$ReferenceHandler.run([email protected]/Reference.java:213)
"Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.52ms elapsed=144.18s
tid=0x00007fac94057000 nid=0x3224 in Object.wait() [0x00007fac9877c000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait([email protected]/Native Method)
- waiting on <0x00000000d9400a50> (a java.lang.ref.ReferenceQueue$Lock)
at
java.lang.ref.ReferenceQueue.remove([email protected]/ReferenceQueue.java:155)
- waiting to re-lock in wait() <0x00000000d9400a50> (a
java.lang.ref.ReferenceQueue$Lock)
at
java.lang.ref.ReferenceQueue.remove([email protected]/ReferenceQueue.java:176)
at
java.lang.ref.Finalizer$FinalizerThread.run([email protected]/Finalizer.java:170)
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.43ms elapsed=144.18s
tid=0x00007fac9405d000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.10ms elapsed=144.18s
tid=0x00007fac9405f000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=222.13ms elapsed=144.18s
tid=0x00007fac94061000 nid=0x3227 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
No compile task
"C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=411.41ms elapsed=144.18s
tid=0x00007fac94063800 nid=0x3228 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
No compile task
"Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=0.15ms elapsed=144.18s
tid=0x00007fac94065800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=0.61ms elapsed=144.16s
tid=0x00007fac940d6000 nid=0x322a in Object.wait() [0x00007fac98176000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait([email protected]/Native Method)
- waiting on <0x00000000d9401180> (a java.lang.ref.ReferenceQueue$Lock)
at
java.lang.ref.ReferenceQueue.remove([email protected]/ReferenceQueue.java:155)
- waiting to re-lock in wait() <0x00000000d9401180> (a
java.lang.ref.ReferenceQueue$Lock)
at
jdk.internal.ref.CleanerImpl.run([email protected]/CleanerImpl.java:148)
at java.lang.Thread.run([email protected]/Thread.java:834)
at
jdk.internal.misc.InnocuousThread.run([email protected]/InnocuousThread.java:134)
"RMI TCP Accept-0" #12 daemon prio=5 os_prio=0 cpu=0.40ms elapsed=143.94s
tid=0x00007fac94272000 nid=0x322c runnable [0x00007fac7c169000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept([email protected]/Native
Method)
at
java.net.AbstractPlainSocketImpl.accept([email protected]/AbstractPlainSocketImpl.java:458)
at
java.net.ServerSocket.implAccept([email protected]/ServerSocket.java:565)
at java.net.ServerSocket.accept([email protected]/ServerSocket.java:533)
at
sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept([email protected]/LocalRMIServerSocketFactory.java:52)
at
sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop([email protected]/TCPTransport.java:394)
at
sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run([email protected]/TCPTransport.java:366)
at java.lang.Thread.run([email protected]/Thread.java:834)
"qtp202125197-14" #14 prio=5 os_prio=0 cpu=1.26ms elapsed=143.59s
tid=0x00007fac94477800 nid=0x322e runnable [0x00007fac3fffe000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPoll.wait([email protected]/Native Method)
at
sun.nio.ch.EPollSelectorImpl.doSelect([email protected]/EPollSelectorImpl.java:120)
at
sun.nio.ch.SelectorImpl.lockAndDoSelect([email protected]/SelectorImpl.java:124)
- locked <0x00000000d59b6660> (a sun.nio.ch.Util$2)
- locked <0x00000000d59b6490> (a sun.nio.ch.EPollSelectorImpl)
at
sun.nio.ch.SelectorImpl.select([email protected]/SelectorImpl.java:141)
at
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at
org.eclipse.jetty.io.ManagedSelector$$Lambda$153/0x0000000840194040.run(Unknown
Source)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run([email protected]/Thread.java:834)
"qtp202125197-15" #15 prio=5 os_prio=0 cpu=0.75ms elapsed=143.59s
tid=0x00007fac94479800 nid=0x322f waiting on condition [0x00007fac3fefd000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
- parking to wait for <0x00000000d946ba98> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run([email protected]/Thread.java:834)
"qtp202125197-16" #16 prio=5 os_prio=0 cpu=0.17ms elapsed=143.59s
tid=0x00007fac9447b800 nid=0x3230 runnable [0x00007fac3fdfc000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPoll.wait([email protected]/Native Method)
at
sun.nio.ch.EPollSelectorImpl.doSelect([email protected]/EPollSelectorImpl.java:120)
at
sun.nio.ch.SelectorImpl.lockAndDoSelect([email protected]/SelectorImpl.java:124)
- locked <0x00000000d59c1350> (a sun.nio.ch.Util$2)
- locked <0x00000000d59c1200> (a sun.nio.ch.EPollSelectorImpl)
at
sun.nio.ch.SelectorImpl.select([email protected]/SelectorImpl.java:141)
at
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at
org.eclipse.jetty.io.ManagedSelector$$Lambda$153/0x0000000840194040.run(Unknown
Source)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run([email protected]/Thread.java:834)
"qtp202125197-17-acceptor-0@3d1848cc-ServerConnector@3f6f6701{HTTP/1.1,
(http/1.1)}{0.0.0.0:8080}" #17 prio=3 os_prio=0 cpu=0.60ms elapsed=143.59s
tid=0x00007fac9447d000 nid=0x3231 runnable [0x00007fac3fcfb000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.ServerSocketChannelImpl.accept0([email protected]/Native
Method)
at
sun.nio.ch.ServerSocketChannelImpl.accept([email protected]/ServerSocketChannelImpl.java:533)
at
sun.nio.ch.ServerSocketChannelImpl.accept([email protected]/ServerSocketChannelImpl.java:285)
at
org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run([email protected]/Thread.java:834)
"qtp202125197-18" #18 prio=5 os_prio=0 cpu=0.56ms elapsed=143.59s
tid=0x00007fac9447f000 nid=0x3232 waiting on condition [0x00007fac3fbfa000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
- parking to wait for <0x00000000d946ba98> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run([email protected]/Thread.java:834)
"qtp202125197-19" #19 prio=5 os_prio=0 cpu=0.55ms elapsed=143.59s
tid=0x00007fac94481000 nid=0x3233 waiting on condition [0x00007fac3faf9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
- parking to wait for <0x00000000d946ba98> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run([email protected]/Thread.java:834)
"qtp202125197-20" #20 prio=5 os_prio=0 cpu=0.54ms elapsed=143.59s
tid=0x00007fac94483000 nid=0x3234 waiting on condition [0x00007fac3f9f8000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
- parking to wait for <0x00000000d946ba98> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run([email protected]/Thread.java:834)
"qtp202125197-21" #21 prio=5 os_prio=0 cpu=0.45ms elapsed=143.59s
tid=0x00007fac94485000 nid=0x3235 waiting on condition [0x00007fac3f8f7000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
- parking to wait for <0x00000000d946ba98> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run([email protected]/Thread.java:834)
"qtp202125197-22" #22 prio=5 os_prio=0 cpu=0.48ms elapsed=143.59s
tid=0x00007fac94487000 nid=0x3236 waiting on condition [0x00007fac3f7f6000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
- parking to wait for <0x00000000d946ba98> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run([email protected]/Thread.java:834)
"qtp202125197-23" #23 prio=5 os_prio=0 cpu=0.47ms elapsed=143.59s
tid=0x00007fac94489000 nid=0x3237 waiting on condition [0x00007fac3f6f5000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
- parking to wait for <0x00000000d946ba98> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run([email protected]/Thread.java:834)
"org.eclipse.jetty.util.RolloverFileOutputStream" #24 daemon prio=5
os_prio=0 cpu=0.26ms elapsed=143.58s tid=0x00007fac94448000 nid=0x3238 in
Object.wait() [0x00007fac3f5f4000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait([email protected]/Native Method)
- waiting on <0x00000000d946d9e0> (a java.util.TaskQueue)
at java.util.TimerThread.mainLoop([email protected]/Timer.java:553)
- waiting to re-lock in wait() <0x00000000d946d9e0> (a
java.util.TaskQueue)
at java.util.TimerThread.run([email protected]/Timer.java:506)
"Scheduler-1730704097-1" #25 prio=5 os_prio=0 cpu=0.22ms elapsed=143.52s
tid=0x00007fac944c0000 nid=0x323c waiting on condition [0x00007fac3efed000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park([email protected]/Native Method)
- parking to wait for <0x00000000d972c8d0> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos([email protected]/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos([email protected]/AbstractQueuedSynchronizer.java:2123)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take([email protected]/ScheduledThreadPoolExecutor.java:1182)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take([email protected]/ScheduledThreadPoolExecutor.java:899)
at
java.util.concurrent.ThreadPoolExecutor.getTask([email protected]/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker([email protected]/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run([email protected]/ThreadPoolExecutor.java:628)
at java.lang.Thread.run([email protected]/Thread.java:834)
"Attach Listener" #26 daemon prio=9 os_prio=0 cpu=1.95ms elapsed=0.10s
tid=0x00007fac68001000 nid=0x32ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 cpu=17.49ms elapsed=144.18s tid=0x00007fac94051800
nid=0x3222 runnable
"ParGC Thread#0" os_prio=0 cpu=4.63ms elapsed=144.19s tid=0x00007fac9402c800
nid=0x3221 runnable
"ParGC Thread#1" os_prio=0 cpu=4.52ms elapsed=143.55s tid=0x00007fac6c001000
nid=0x3239 runnable
"ParGC Thread#2" os_prio=0 cpu=4.45ms elapsed=143.55s tid=0x00007fac6c002800
nid=0x323a runnable
"ParGC Thread#3" os_prio=0 cpu=3.71ms elapsed=143.55s tid=0x00007fac6c004000
nid=0x323b runnable
"VM Periodic Task Thread" os_prio=0 cpu=112.21ms elapsed=143.93s
tid=0x00007fac94277000 nid=0x322d waiting on condition
JNI global refs: 21, weak refs: 0
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
