renhongchao opened a new issue, #16966: URL: https://github.com/apache/druid/issues/16966
druid-0.16.1 peon task log 2024-08-27T18:30:41,627 INFO [task-runner-0-priority-0] org.apache.druid.segment.realtime.appenderator.AppenderatorImpl - Submitting persist runnable for dataSource[app_rnview_analysis] 2024-08-27T18:30:41,637 INFO [qtp1298650532-176] org.apache.druid.indexing.seekablestream.SeekableStreamIndexTaskRunner - Stopping gracefully (status: [PUBLISHING]) 2024-08-27T18:30:41,642 INFO [task-runner-0-priority-0] org.apache.druid.segment.realtime.appenderator.AppenderatorImpl - Shutting down immediately... 2024-08-27T18:30:41,649 INFO [task-runner-0-priority-0] org.apache.druid.server.coordination.BatchDataSegmentAnnouncer - Unannouncing segment[app_rnview_analysis_2024-08-27T00:00:00.000Z_2024-08-28T00:00:00.000Z_2024-08-27T00:00:00.163Z_12] at path[_indexer-executor__default_tier_2024-08-27T10:00:41.241Z_7f85382d67e642eba5f56a5ad1829d540] 2024-08-27T18:30:41,649 INFO [task-runner-0-priority-0] org.apache.druid.curator.announcement.Announcer - unannouncing [_indexer-executor__default_tier_2024-08-27T10:00:41.241Z_7f85382d67e642eba5f56a5ad1829d540] 2024-08-27T18:30:41,669 ERROR [app_rnview_analysis-incremental-persist] org.apache.druid.segment.realtime.appenderator.AppenderatorImpl - dataSource[app_rnview_analysis] -- incremental persist failed: {class=org.apache.druid.segment.realtime.appenderator.AppenderatorImpl, segment=app_rnview_analysis_2024-08-27T00:00:00.000Z_2024-08-28T00:00:00.000Z_2024-08-27T00:00:00.163Z_12, count=2} 2024-08-27T18:30:41,671 INFO [app_rnview_analysis-incremental-persist] org.apache.druid.java.util.emitter.core.LoggingEmitter - {"feed":"alerts","timestamp":"2024-08-27T10:30:41.670Z","service":"druid/middleManager","host":"xx:8110","version":"0.16.1-incubating","severity":"component-failure","description":"dataSource[app_rnview_analysis] -- incremental persist failed","data":{"class":"org.apache.druid.segment.realtime.appenderator.AppenderatorImpl","segment":"app_rnview_analysis_2024-08-27T00:00:00.000Z_2024-08-28T00:00:00.000Z_2024-08-27T00:00:00.163Z_12","count":2}} 2024-08-27T18:30:41,671 ERROR [appenderator_persist_0] org.apache.druid.indexing.seekablestream.SeekableStreamIndexTaskRunner - Persist failed, dying 2024-08-27T18:30:41,671 INFO [task-runner-0-priority-0] org.apache.druid.segment.realtime.firehose.ServiceAnnouncingChatHandlerProvider - Unregistering chat handler[index_kafka_app_rnview_analysis_f7d4e59cae27e7f_knilaidp] 2024-08-27T18:30:41,672 INFO [task-runner-0-priority-0] org.apache.druid.curator.discovery.CuratorDruidNodeAnnouncer - Unannouncing [DiscoveryDruidNode{druidNode=DruidNode{serviceName='druid/middleManager', host='xx', bindOnHost=false, port=-1, plaintextPort=8110, enablePlaintextPort=true, tlsPort=-1, enableTlsPort=false}, nodeType='PEON', services={dataNodeService=DataNodeService{tier='_default_tier', maxSize=0, type=indexer-executor, priority=0}, lookupNodeService=LookupNodeService{lookupTier='__default'}}}]. 2024-08-27T18:30:41,672 INFO [task-runner-0-priority-0] org.apache.druid.curator.announcement.Announcer - unannouncing [/druid/internal-discovery/PEON/xx:8110] 2024-08-27T18:30:41,673 INFO [task-runner-0-priority-0] org.apache.druid.curator.discovery.CuratorDruidNodeAnnouncer - Unannounced [DiscoveryDruidNode{druidNode=DruidNode{serviceName='druid/middleManager', host='xx', bindOnHost=false, port=-1, plaintextPort=8110, enablePlaintextPort=true, tlsPort=-1, enableTlsPort=false}, nodeType='PEON', services={dataNodeService=DataNodeService{tier='_default_tier', maxSize=0, type=indexer-executor, priority=0}, lookupNodeService=LookupNodeService{lookupTier='__default'}}}]. 2024-08-27T18:30:41,673 INFO [task-runner-0-priority-0] org.apache.druid.curator.announcement.Announcer - unannouncing [/druid/announcements/xx:8110] 2024-08-27T18:30:41,676 ERROR [task-runner-0-priority-0] org.apache.druid.indexing.seekablestream.SeekableStreamIndexTaskRunner - Encountered exception while running task. java.lang.RuntimeException: java.util.concurrent.RejectedExecutionException: Got Interrupted while adding to the Queue at org.apache.druid.segment.realtime.appenderator.StreamAppenderatorDriver.persist(StreamAppenderatorDriver.java:240) ~[druid-server-0.16.1-incubating.jar:0.16.1-incubating] at org.apache.druid.indexing.seekablestream.SeekableStreamIndexTaskRunner.runInternal(SeekableStreamIndexTaskRunner.java:752) ~[druid-indexing-service-0.16.1-incubating.jar:0.16.1-incubating] at org.apache.druid.indexing.seekablestream.SeekableStreamIndexTaskRunner.run(SeekableStreamIndexTaskRunner.java:259) [druid-indexing-service-0.16.1-incubating.jar:0.16.1-incubating] at org.apache.druid.indexing.seekablestream.SeekableStreamIndexTask.run(SeekableStreamIndexTask.java:177) [druid-indexing-service-0.16.1-incubating.jar:0.16.1-incubating] at org.apache.druid.indexing.overlord.SingleTaskBackgroundRunner$SingleTaskBackgroundRunnerCallable.call(SingleTaskBackgroundRunner.java:419) [druid-indexing-service-0.16.1-incubating.jar:0.16.1-incubating] at org.apache.druid.indexing.overlord.SingleTaskBackgroundRunner$SingleTaskBackgroundRunnerCallable.call(SingleTaskBackgroundRunner.java:391) [druid-indexing-service-0.16.1-incubating.jar:0.16.1-incubating] at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_101] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_101] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_101] at java.lang.Thread.run(Thread.java:745) [?:1.8.0_101] Caused by: java.util.concurrent.RejectedExecutionException: Got Interrupted while adding to the Queue at org.apache.druid.java.util.common.concurrent.Execs$1.rejectedExecution(Execs.java:152) ~[druid-core-0.16.1-incubating.jar:0.16.1-incubating] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823) ~[?:1.8.0_101] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369) ~[?:1.8.0_101] at com.google.common.util.concurrent.MoreExecutors$ListeningDecorator.execute(MoreExecutors.java:484) ~[guava-16.0.1.jar:?] at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134) ~[?:1.8.0_101] at com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:58) ~[guava-16.0.1.jar:?] at org.apache.druid.segment.realtime.appenderator.AppenderatorImpl.persistAll(AppenderatorImpl.java:571) ~[druid-server-0.16.1-incubating.jar:0.16.1-incubating] at org.apache.druid.segment.realtime.appenderator.StreamAppenderatorDriver.persist(StreamAppenderatorDriver.java:232) ~[druid-server-0.16.1-incubating.jar:0.16.1-incubating] ... 9 more Caused by: java.lang.InterruptedException at java.util.concurrent.SynchronousQueue.put(SynchronousQueue.java:879) ~[?:1.8.0_101] at org.apache.druid.java.util.common.concurrent.Execs$1.rejectedExecution(Execs.java:149) ~[druid-core-0.16.1-incubating.jar:0.16.1-incubating] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823) ~[?:1.8.0_101] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369) ~[?:1.8.0_101] at com.google.common.util.concurrent.MoreExecutors$ListeningDecorator.execute(MoreExecutors.java:484) ~[guava-16.0.1.jar:?] at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134) ~[?:1.8.0_101] at com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:58) ~[guava-16.0.1.jar:?] at org.apache.druid.segment.realtime.appenderator.AppenderatorImpl.persistAll(AppenderatorImpl.java:571) ~[druid-server-0.16.1-incubating.jar:0.16.1-incubating] at org.apache.druid.segment.realtime.appenderator.StreamAppenderatorDriver.persist(StreamAppenderatorDriver.java:232) ~[druid-server-0.16.1-incubating.jar:0.16.1-incubating] ... 9 more -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: commits-unsubscr...@druid.apache.org.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@druid.apache.org For additional commands, e-mail: commits-h...@druid.apache.org