gengmengong commented on issue #3395:
URL: https://github.com/apache/skywalking/issues/3395#issuecomment-681307208
I have met the same problem too.
OAP logs:
`2020-08-26 23:09:09,522 -
org.apache.skywalking.oap.server.core.analysis.worker.MetricsPersistentWorker
-43856557 [pool-6-thread-1] ERROR [] - Elasticsearch exception
[type=index_not_found_exception, reason=no such index
[service_instance_relation_client_side]]
org.elasticsearch.ElasticsearchStatusException: Elasticsearch exception
[type=index_not_found_exception, reason=no such index
[service_instance_relation_client_side]]
at
org.elasticsearch.rest.BytesRestResponse.errorFromXContent(BytesRestResponse.java:177)
~[elasticsearch-7.0.0.jar:7.0.0]
at
org.elasticsearch.client.RestHighLevelClient.parseEntity(RestHighLevelClient.java:1706)
~[elasticsearch-rest-high-level-client-7.0.0.jar:7.0.0]
at
org.elasticsearch.client.RestHighLevelClient.parseResponseException(RestHighLevelClient.java:1683)
~[elasticsearch-rest-high-level-client-7.0.0.jar:7.0.0]
at
org.elasticsearch.client.RestHighLevelClient.internalPerformRequest(RestHighLevelClient.java:1446)
~[elasticsearch-rest-high-level-client-7.0.0.jar:7.0.0]
at
org.elasticsearch.client.RestHighLevelClient.performRequest(RestHighLevelClient.java:1403)
~[elasticsearch-rest-high-level-client-7.0.0.jar:7.0.0]
at
org.elasticsearch.client.RestHighLevelClient.performRequestAndParseEntity(RestHighLevelClient.java:1373)
~[elasticsearch-rest-high-level-client-7.0.0.jar:7.0.0]
at
org.elasticsearch.client.RestHighLevelClient.search(RestHighLevelClient.java:915)
~[elasticsearch-rest-high-level-client-7.0.0.jar:7.0.0]
at
org.apache.skywalking.oap.server.storage.plugin.elasticsearch7.client.ElasticSearch7Client.ids(ElasticSearch7Client.java:201)
~[storage-elasticsearch7-plugin-8.0.1.jar:8.0.1]
at
org.apache.skywalking.oap.server.storage.plugin.elasticsearch7.dao.MetricsEs7DAO.multiGet(MetricsEs7DAO.java:40)
~[storage-elasticsearch7-plugin-8.0.1.jar:8.0.1]
at
org.apache.skywalking.oap.server.core.analysis.worker.MetricsPersistentWorker.loadFromStorage(MetricsPersistentWorker.java:206)
~[server-core-8.0.1.jar:8.0.1]
at
org.apache.skywalking.oap.server.core.analysis.worker.MetricsPersistentWorker.flushDataToStorage(MetricsPersistentWorker.java:146)
~[server-core-8.0.1.jar:8.0.1]
at
org.apache.skywalking.oap.server.core.analysis.worker.MetricsPersistentWorker.prepareBatch(MetricsPersistentWorker.java:132)
~[server-core-8.0.1.jar:8.0.1]
at
org.apache.skywalking.oap.server.core.analysis.worker.PersistenceWorker.buildBatchRequests(PersistenceWorker.java:74)
~[server-core-8.0.1.jar:8.0.1]
at
org.apache.skywalking.oap.server.core.storage.PersistenceTimer.lambda$extractDataAndSave$2(PersistenceTimer.java:107)
~[server-core-8.0.1.jar:8.0.1]
at java.util.ArrayList.forEach(ArrayList.java:1257) ~[?:1.8.0_212]
at
org.apache.skywalking.oap.server.core.storage.PersistenceTimer.extractDataAndSave(PersistenceTimer.java:102)
~[server-core-8.0.1.jar:8.0.1]
at
org.apache.skywalking.oap.server.core.storage.PersistenceTimer.lambda$start$0(PersistenceTimer.java:78)
~[server-core-8.0.1.jar:8.0.1]
at
org.apache.skywalking.apm.util.RunnableWithExceptionProtection.run(RunnableWithExceptionProtection.java:33)
[apm-util-8.0.1.jar:8.0.1]
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[?:1.8.0_212]
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[?:1.8.0_212]
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[?:1.8.0_212]
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[?:1.8.0_212]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[?:1.8.0_212]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[?:1.8.0_212]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_212]
Suppressed: org.elasticsearch.client.ResponseException: method [POST],
host [http://elasticsearch-master:9200], URI
[/service_instance_relation_client_side/_search?typed_keys=true&ignore_unavailable=false&expand_wildcards=open&allow_no_indices=true&search_type=query_then_fetch&batched_reduce_size=512&ccs_minimize_roundtrips=true],
status line [HTTP/1.1 404 Not Found]
{"error":{"root_cause":[{"type":"index_not_found_exception","reason":"no
such index
[service_instance_relation_client_side]","resource.type":"index_or_alias","resource.id":"service_instance_relation_client_side","index_uuid":"_na_","index":"service_instance_relation_client_side"}],"type":"index_not_found_exception","reason":"no
such index
[service_instance_relation_client_side]","resource.type":"index_or_alias","resource.id":"service_instance_relation_client_side","index_uuid":"_na_","index":"service_instance_relation_client_side"},"status":404}
at
org.elasticsearch.client.RestClient.convertResponse(RestClient.java:260)
~[elasticsearch-rest-client-7.0.0.jar:7.0.0]
at
org.elasticsearch.client.RestClient.performRequest(RestClient.java:238)
~[elasticsearch-rest-client-7.0.0.jar:7.0.0]
at
org.elasticsearch.client.RestClient.performRequest(RestClient.java:212)
~[elasticsearch-rest-client-7.0.0.jar:7.0.0]
at
org.elasticsearch.client.RestHighLevelClient.internalPerformRequest(RestHighLevelClient.java:1433)
~[elasticsearch-rest-high-level-client-7.0.0.jar:7.0.0]
at
org.elasticsearch.client.RestHighLevelClient.performRequest(RestHighLevelClient.java:1403)
~[elasticsearch-rest-high-level-client-7.0.0.jar:7.0.0]
at
org.elasticsearch.client.RestHighLevelClient.performRequestAndParseEntity(RestHighLevelClient.java:1373)
~[elasticsearch-rest-high-level-client-7.0.0.jar:7.0.0]
at
org.elasticsearch.client.RestHighLevelClient.search(RestHighLevelClient.java:915)
~[elasticsearch-rest-high-level-client-7.0.0.jar:7.0.0]
at
org.apache.skywalking.oap.server.storage.plugin.elasticsearch7.client.ElasticSearch7Client.ids(ElasticSearch7Client.java:201)
~[storage-elasticsearch7-plugin-8.0.1.jar:8.0.1]
at
org.apache.skywalking.oap.server.storage.plugin.elasticsearch7.dao.MetricsEs7DAO.multiGet(MetricsEs7DAO.java:40)
~[storage-elasticsearch7-plugin-8.0.1.jar:8.0.1]
at
org.apache.skywalking.oap.server.core.analysis.worker.MetricsPersistentWorker.loadFromStorage(MetricsPersistentWorker.java:206)
~[server-core-8.0.1.jar:8.0.1]
at
org.apache.skywalking.oap.server.core.analysis.worker.MetricsPersistentWorker.flushDataToStorage(MetricsPersistentWorker.java:146)
~[server-core-8.0.1.jar:8.0.1]
at
org.apache.skywalking.oap.server.core.analysis.worker.MetricsPersistentWorker.prepareBatch(MetricsPersistentWorker.java:132)
~[server-core-8.0.1.jar:8.0.1]
at
org.apache.skywalking.oap.server.core.analysis.worker.PersistenceWorker.buildBatchRequests(PersistenceWorker.java:74)
~[server-core-8.0.1.jar:8.0.1]
at
org.apache.skywalking.oap.server.core.storage.PersistenceTimer.lambda$extractDataAndSave$2(PersistenceTimer.java:107)
~[server-core-8.0.1.jar:8.0.1]
at java.util.ArrayList.forEach(ArrayList.java:1257)
~[?:1.8.0_212]
at
org.apache.skywalking.oap.server.core.storage.PersistenceTimer.extractDataAndSave(PersistenceTimer.java:102)
~[server-core-8.0.1.jar:8.0.1]
at
org.apache.skywalking.oap.server.core.storage.PersistenceTimer.lambda$start$0(PersistenceTimer.java:78)
~[server-core-8.0.1.jar:8.0.1]
at
org.apache.skywalking.apm.util.RunnableWithExceptionProtection.run(RunnableWithExceptionProtection.java:33)
[apm-util-8.0.1.jar:8.0.1]
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[?:1.8.0_212]
at
java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) [?:1.8.0_212]
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[?:1.8.0_212]
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[?:1.8.0_212]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[?:1.8.0_212]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[?:1.8.0_212]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_212]`
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
