Shwan, Please find the log . give me some sense what is happening
On Thu, Jun 4, 2015 at 10:56 PM, Shawn Heisey <apa...@elyograg.org> wrote: > On 6/4/2015 11:12 AM, Midas A wrote: > > sorry Shawn , > > > > a) Total docs solr is handling is 3 million . > > b) index size is only 5 GB > > If your total index size is only 5GB, then there should be no need for a > 30GB heap. For that much index, I'd start with 4GB, and implement GC > tuning. > > A high iowait doesn't make any sense for that situation, but it WOULD > make sense with 600 GB of total index. > > Thanks, > Shawn > >
2015-06-04 18:44:56 Full thread dump OpenJDK 64-Bit Server VM (24.45-b08 mixed mode): "qtp1122335225-81" prio=10 tid=0x00002ab280f92800 nid=0x44e4 waiting on condition [0x0000000040293000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab8aa0c00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:744) "qtp1122335225-80" prio=10 tid=0x00002ab280f8e800 nid=0x44e3 runnable [0x0000000043151000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:152) at java.net.SocketInputStream.read(SocketInputStream.java:122) at org.eclipse.jetty.io.ByteArrayBuffer.readFrom(ByteArrayBuffer.java:375) at org.eclipse.jetty.io.bio.StreamEndPoint.fill(StreamEndPoint.java:141) at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.fill(SocketConnector.java:227) at org.eclipse.jetty.http.HttpParser.fill(HttpParser.java:1035) at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:280) at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235) at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72) at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:744) "Attach Listener" daemon prio=10 tid=0x00000000139c7800 nid=0x44e2 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "qtp1122335225-77" prio=10 tid=0x00002ab280224000 nid=0x3196 runnable [0x0000000041eac000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:152) at java.net.SocketInputStream.read(SocketInputStream.java:122) at org.eclipse.jetty.io.ByteArrayBuffer.readFrom(ByteArrayBuffer.java:375) at org.eclipse.jetty.io.bio.StreamEndPoint.fill(StreamEndPoint.java:141) at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.fill(SocketConnector.java:227) at org.eclipse.jetty.http.HttpParser.fill(HttpParser.java:1035) at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:280) at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235) at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72) at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:744) "qtp1122335225-76" prio=10 tid=0x00002ab280f7f000 nid=0x3195 runnable [0x0000000040691000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:152) at java.net.SocketInputStream.read(SocketInputStream.java:122) at org.eclipse.jetty.io.ByteArrayBuffer.readFrom(ByteArrayBuffer.java:375) at org.eclipse.jetty.io.bio.StreamEndPoint.fill(StreamEndPoint.java:141) at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.fill(SocketConnector.java:227) at org.eclipse.jetty.http.HttpParser.fill(HttpParser.java:1035) at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:280) at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235) at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72) at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:744) "qtp1122335225-68" prio=10 tid=0x00002ab2804ca000 nid=0x1dc7 runnable [0x000000004090c000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:152) at java.net.SocketInputStream.read(SocketInputStream.java:122) at org.eclipse.jetty.io.ByteArrayBuffer.readFrom(ByteArrayBuffer.java:375) at org.eclipse.jetty.io.bio.StreamEndPoint.fill(StreamEndPoint.java:141) at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.fill(SocketConnector.java:227) at org.eclipse.jetty.http.HttpParser.fill(HttpParser.java:1035) at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:280) at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235) at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72) at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:744) "qtp1122335225-43" prio=10 tid=0x00002ab2800f5000 nid=0x50a7 waiting on condition [0x0000000041caa000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab8aa0c00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:744) "qtp1122335225-33" prio=10 tid=0x00002ab280e5a800 nid=0x4976 runnable [0x0000000040192000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:152) at java.net.SocketInputStream.read(SocketInputStream.java:122) at org.eclipse.jetty.io.ByteArrayBuffer.readFrom(ByteArrayBuffer.java:375) at org.eclipse.jetty.io.bio.StreamEndPoint.fill(StreamEndPoint.java:141) at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.fill(SocketConnector.java:227) at org.eclipse.jetty.http.HttpParser.fill(HttpParser.java:1035) at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:280) at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235) at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72) at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:744) "Abandoned connection cleanup thread" daemon prio=10 tid=0x00000000145d2800 nid=0x4968 in Object.wait() [0x00000000403e8000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab9506098> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135) - locked <0x00002aaab9506098> (a java.lang.ref.ReferenceQueue$Lock) at com.mysql.jdbc.AbandonedConnectionCleanupThread.run(AbandonedConnectionCleanupThread.java:41) "Thread-14" prio=10 tid=0x0000000014253000 nid=0x4967 runnable [0x0000000043252000] java.lang.Thread.State: RUNNABLE at sun.nio.cs.UTF_8.updatePositions(UTF_8.java:77) at sun.nio.cs.UTF_8$Decoder.xflow(UTF_8.java:185) at sun.nio.cs.UTF_8$Decoder.decodeArrayLoop(UTF_8.java:276) at sun.nio.cs.UTF_8$Decoder.decodeLoop(UTF_8.java:354) at java.nio.charset.CharsetDecoder.decode(CharsetDecoder.java:561) at java.nio.charset.CharsetDecoder.decode(CharsetDecoder.java:783) at java.nio.charset.Charset.decode(Charset.java:810) at com.mysql.jdbc.StringUtils.toString(StringUtils.java:1871) at com.mysql.jdbc.ResultSetRow.getString(ResultSetRow.java:821) at com.mysql.jdbc.BufferRow.getString(BufferRow.java:542) at com.mysql.jdbc.ResultSetImpl.getStringInternal(ResultSetImpl.java:5816) at com.mysql.jdbc.ResultSetImpl.getString(ResultSetImpl.java:5693) at com.mysql.jdbc.ResultSetImpl.getObject(ResultSetImpl.java:4990) at com.mysql.jdbc.ResultSetImpl.getObject(ResultSetImpl.java:5179) at org.apache.solr.handler.dataimport.JdbcDataSource$ResultSetIterator.getARow(JdbcDataSource.java:289) at org.apache.solr.handler.dataimport.JdbcDataSource$ResultSetIterator.access$700(JdbcDataSource.java:228) at org.apache.solr.handler.dataimport.JdbcDataSource$ResultSetIterator$1.next(JdbcDataSource.java:268) at org.apache.solr.handler.dataimport.JdbcDataSource$ResultSetIterator$1.next(JdbcDataSource.java:260) at org.apache.solr.handler.dataimport.EntityProcessorBase.getNext(EntityProcessorBase.java:117) at org.apache.solr.handler.dataimport.SqlEntityProcessor.nextModifiedRowKey(SqlEntityProcessor.java:86) at org.apache.solr.handler.dataimport.EntityProcessorWrapper.nextModifiedRowKey(EntityProcessorWrapper.java:267) at org.apache.solr.handler.dataimport.DocBuilder.collectDelta(DocBuilder.java:776) at org.apache.solr.handler.dataimport.DocBuilder.doDelta(DocBuilder.java:334) at org.apache.solr.handler.dataimport.DocBuilder.execute(DocBuilder.java:219) at org.apache.solr.handler.dataimport.DataImporter.doDeltaImport(DataImporter.java:451) at org.apache.solr.handler.dataimport.DataImporter.runCmd(DataImporter.java:489) at org.apache.solr.handler.dataimport.DataImporter$1.run(DataImporter.java:468) "commitScheduler-11-thread-1" prio=10 tid=0x00002ab280ef8000 nid=0x4963 waiting on condition [0x0000000042e4e000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab93a8a60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "commitScheduler-10-thread-1" prio=10 tid=0x00002ab281012800 nid=0x4962 waiting on condition [0x0000000042d4d000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab93a85c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "DestroyJavaVM" prio=10 tid=0x00002ab280d8e000 nid=0x4939 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "searcherExecutor-5-thread-1" prio=10 tid=0x0000000013eb4000 nid=0x4960 waiting on condition [0x0000000043050000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab90940c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "searcherExecutor-4-thread-1" prio=10 tid=0x00002ab2801db000 nid=0x495f waiting on condition [0x0000000042f4f000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab91305a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "HashSessionScavenger-0" daemon prio=10 tid=0x00002ab280d47800 nid=0x4958 in Object.wait() [0x0000000042c4c000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab8c38a38> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00002aaab8c38a38> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) "qtp1122335225-17" prio=10 tid=0x00002ab280c06000 nid=0x4954 runnable [0x0000000042949000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:152) at java.net.SocketInputStream.read(SocketInputStream.java:122) at org.eclipse.jetty.io.ByteArrayBuffer.readFrom(ByteArrayBuffer.java:375) at org.eclipse.jetty.io.bio.StreamEndPoint.fill(StreamEndPoint.java:141) at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.fill(SocketConnector.java:227) at org.eclipse.jetty.http.HttpParser.fill(HttpParser.java:1035) at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:280) at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235) at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72) at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:744) "qtp1122335225-14" prio=10 tid=0x00002ab280c00800 nid=0x4951 runnable [0x0000000042646000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:152) at java.net.SocketInputStream.read(SocketInputStream.java:122) at org.eclipse.jetty.io.ByteArrayBuffer.readFrom(ByteArrayBuffer.java:375) at org.eclipse.jetty.io.bio.StreamEndPoint.fill(StreamEndPoint.java:141) at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.fill(SocketConnector.java:227) at org.eclipse.jetty.http.HttpParser.fill(HttpParser.java:1035) at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:280) at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235) at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72) at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:744) "qtp1122335225-12" prio=10 tid=0x00002ab280bfd800 nid=0x494f runnable [0x0000000041dab000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:152) at java.net.SocketInputStream.read(SocketInputStream.java:122) at org.eclipse.jetty.io.ByteArrayBuffer.readFrom(ByteArrayBuffer.java:375) at org.eclipse.jetty.io.bio.StreamEndPoint.fill(StreamEndPoint.java:141) at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.fill(SocketConnector.java:227) at org.eclipse.jetty.http.HttpParser.fill(HttpParser.java:1035) at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:280) at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235) at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72) at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:744) "qtp1122335225-10 Acceptor0 SocketConnector@0.0.0.0:8983" prio=10 tid=0x00002ab280bfa800 nid=0x494d runnable [0x0000000041ba9000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398) at java.net.ServerSocket.implAccept(ServerSocket.java:530) at java.net.ServerSocket.accept(ServerSocket.java:498) at org.eclipse.jetty.server.bio.SocketConnector.accept(SocketConnector.java:117) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:744) "Service Thread" daemon prio=10 tid=0x0000000013700800 nid=0x4948 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00000000136fe800 nid=0x4947 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00000000136f2800 nid=0x4946 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00000000136f0800 nid=0x4945 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x00000000136c8000 nid=0x4944 in Object.wait() [0x0000000041114000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab8b59148> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135) - locked <0x00002aaab8b59148> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189) "Reference Handler" daemon prio=10 tid=0x00000000136c6000 nid=0x4943 in Object.wait() [0x0000000041013000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab8b58cd8> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:503) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133) - locked <0x00002aaab8b58cd8> (a java.lang.ref.Reference$Lock) "VM Thread" prio=10 tid=0x00000000136c1800 nid=0x4942 runnable "GC task thread#0 (ParallelGC)" prio=10 tid=0x000000001351c000 nid=0x493a runnable "GC task thread#1 (ParallelGC)" prio=10 tid=0x000000001351d800 nid=0x493b runnable "GC task thread#2 (ParallelGC)" prio=10 tid=0x000000001351f800 nid=0x493c runnable "GC task thread#3 (ParallelGC)" prio=10 tid=0x0000000013521800 nid=0x493d runnable "GC task thread#4 (ParallelGC)" prio=10 tid=0x0000000013523800 nid=0x493e runnable "GC task thread#5 (ParallelGC)" prio=10 tid=0x0000000013525000 nid=0x493f runnable "GC task thread#6 (ParallelGC)" prio=10 tid=0x0000000013527000 nid=0x4940 runnable "GC task thread#7 (ParallelGC)" prio=10 tid=0x0000000013529000 nid=0x4941 runnable "VM Periodic Task Thread" prio=10 tid=0x000000001370b800 nid=0x4949 waiting on condition JNI global references: 209
