[ https://issues.apache.org/jira/browse/IOTDB-2069?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Haonan Hou reopened IOTDB-2069: ------------------------------- Assignee: (was: Xinyu Tan) > cluster : Internal error processing fetchMultSeries > --------------------------------------------------- > > Key: IOTDB-2069 > URL: https://issues.apache.org/jira/browse/IOTDB-2069 > Project: Apache IoTDB > Issue Type: Bug > Components: Core/Cluster > Affects Versions: 0.12.3 > Reporter: 刘珍 > Priority: Major > Attachments: config.properties, image-2021-11-27-09-41-21-879.png, > image-2021-11-27-09-41-28-576.png, iotdb-engine.properties, iotdb-env.sh, > q.sh, q_limit.sh, run_limit.sh, run_q.sh, screenshot-1.png > > > 0.12.3 rc2 a8c5dc8a13a4b90303fec4b29e40a1b33e6b737d > 1. iotdb conf > 3 node 1 rep > See the attachment > 2. run benchmark (see the attach : config.properties) > 3. 192.168.130.13 > nohup ./run_q.sh & > nohup ./run_limit.sh & > 4.192.168.130.10 > nohup ./run_q.sh & > 5. 192.168.130.4 > nohup ./run_q.sh & > 6. log error: > !image-2021-11-27-09-41-21-879.png|thumbnail! > !image-2021-11-27-09-41-28-576.png|thumbnail! > 2021-11-27 00:11:22,139 [DataClientThread-77] ERROR o.a.t.ProcessFunction:47 > - {color:#DE350B}*Internal error processing fetchMultSeries*{color} > org.apache.thrift.TException: > org.apache.iotdb.cluster.exception.ReaderNotFoundException: The requested > reader 42474 is not found > at > org.apache.iotdb.cluster.server.service.DataSyncService.fetchMultSeries(DataSyncService.java:247) > at > org.apache.iotdb.cluster.server.DataClusterServer.fetchMultSeries(DataClusterServer.java:797) > at > org.apache.iotdb.cluster.rpc.thrift.TSDataService$Processor$fetchMultSeries.getResult(TSDataService.java:2038) > at > org.apache.iotdb.cluster.rpc.thrift.TSDataService$Processor$fetchMultSeries.getResult(TSDataService.java:2018) > at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:38) > at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:38) > at > org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:248) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > at java.lang.Thread.run(Thread.java:748) > Caused by: org.apache.iotdb.cluster.exception.ReaderNotFoundException: The > requested reader 42474 is not found > at > org.apache.iotdb.cluster.query.LocalQueryExecutor.fetchMultSeries(LocalQueryExecutor.java:168) > at > org.apache.iotdb.cluster.server.service.DataSyncService.fetchMultSeries(DataSyncService.java:245) > ... 9 common frames omitted > 2021-11-27 08:41:27,329 [pool-1563-IoTDB-Query-3] ERROR > o.a.i.c.q.r.m.RemoteMultSeriesReader:192 - Failed to fetch result sync, > connect to DataSourceInfo{readerId=75827, > curSource=Node(internalIp:192.168.130.4, metaPort:9003, > nodeIdentifier:1622500152, dataPort:40010, clientPort:6667, > clientIp:192.168.130.4), partitionGroup=[Node(internalIp:192.168.130.4, > metaPort:9003, nodeIdentifier:1622500152, dataPort:40010, clientPort:6667, > clientIp:192.168.130.4)], > request=MultSeriesQueryRequest(path:[root.group_29.d_929.s_0, > root.group_29.d_929.s_199, root.group_29.d_929.s_299, > root.group_29.d_929.s_399, root.group_29.d_929.s_499, > root.group_29.d_929.s_99], timeFilterBytes:03 01 00 80 00 00 00 00 00 00 00, > queryId:152942, requester:Node(internalIp:192.168.130.13, metaPort:9007, > nodeIdentifier:789322236, dataPort:40010, clientPort:6667, > clientIp:192.168.130.13), header:Node(internalIp:192.168.130.4, > metaPort:9003, nodeIdentifier:1622500152, dataPort:40010, clientPort:6667, > clientIp:192.168.130.4), dataTypeOrdinal:[1, 1, 2, 2, 2, 1], > deviceMeasurements:{root.group_29.d_929.s_99=[s_0, s_199, s_299, s_399, > s_499, s_99], root.group_29.d_929.s_0=[s_0, s_199, s_299, s_399, s_499, > s_99], root.group_29.d_929.s_499=[s_0, s_199, s_299, s_399, s_499, s_99], > root.group_29.d_929.s_199=[s_0, s_199, s_299, s_399, s_499, s_99], > root.group_29.d_929.s_399=[s_0, s_199, s_299, s_399, s_499, s_99], > root.group_29.d_929.s_299=[s_0, s_199, s_299, s_399, s_499, s_99]}, > ascending:true, fetchSize:0, deduplicatedPathNum:0)} > org.apache.thrift.TApplicationException:{color:#DE350B}* Internal error > processing fetchMultSeries*{color} > at > org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:79) > at > org.apache.iotdb.cluster.rpc.thrift.TSDataService$Client.recv_fetchMultSeries(TSDataService.java:378) > at > org.apache.iotdb.cluster.rpc.thrift.TSDataService$Client.fetchMultSeries(TSDataService.java:363) > at > org.apache.iotdb.cluster.query.reader.mult.RemoteMultSeriesReader.fetchResultSync(RemoteMultSeriesReader.java:187) > at > org.apache.iotdb.cluster.query.reader.mult.RemoteMultSeriesReader.fetchBatch(RemoteMultSeriesReader.java:141) > at > org.apache.iotdb.cluster.query.reader.mult.RemoteMultSeriesReader.hasNextTimeValuePair(RemoteMultSeriesReader.java:88) > at > org.apache.iotdb.cluster.query.reader.mult.AssignPathPriorityMergeReader$MultElement.hasNext(AssignPathPriorityMergeReader.java:58) > at > org.apache.iotdb.db.query.reader.universal.PriorityMergeReader.nextTimeValuePair(PriorityMergeReader.java:108) > at > org.apache.iotdb.cluster.query.reader.mult.AssignPathManagedMergeReader.constructBatch(AssignPathManagedMergeReader.java:77) > at > org.apache.iotdb.cluster.query.reader.mult.AssignPathManagedMergeReader.hasNextBatch(AssignPathManagedMergeReader.java:69) > at > org.apache.iotdb.db.query.dataset.RawQueryDataSetWithoutValueFilter$ReadTask.runMayThrow(RawQueryDataSetWithoutValueFilter.java:77) > at > org.apache.iotdb.db.concurrent.WrappedRunnable.run(WrappedRunnable.java:32) > at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) > at java.util.concurrent.FutureTask.run(FutureTask.java:266) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > at java.lang.Thread.run(Thread.java:748) > 7. 192.168.130.13 > 问题1:count devices耗时长 > !screenshot-1.png! > 问题2:log : > {color:#DE350B}*2021-11-29 10:37:26*{color},726 [Meta-SerialToParallel0] INFO > o.a.i.c.s.h.c.HeartbeatHandler:65 - Meta: {color:#DE350B}*Losing leadership > because current term 1346 is smaller than 1352*{color} > 2021-11-29 10:37:42,599 [Meta-SerialToParallel0] INFO > o.a.i.c.s.m.RaftMember:1550 - Meta has update it's term to 1352 > 2021-11-29 10:37:50,585 [Meta-SerialToParallel1] INFO > o.a.i.c.s.h.c.HeartbeatHandler:65 - Meta: Losing leadership because current > term 1352 is smaller than 1354 > 2021-11-29 10:37:50,585 [Meta-SerialToParallel1] INFO > o.a.i.c.s.m.RaftMember:1550 - Meta has update it's term to 1354 > 问题3:{color:#DE350B}*log_all.log Nov 29 01:00 时间点后没有日志输出*{color} > -rw-rw-r--. 1 iotdb 0 Nov 29 01:00 log_all.log -- This message was sent by Atlassian Jira (v8.20.10#820010)