[
https://issues.apache.org/jira/browse/SOLR-6306?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14082394#comment-14082394
]
Robert Muir commented on SOLR-6306:
-----------------------------------
Brett, thank you very much.
It seems the segments are already corrupt (and some have source=flush so they
came directly from indexwriter), so i don't think its a merging bug, something
way more wrong has happened. Moreover, the checksums pass, so its not like your
disk went bad or something like that.
One thing that concerns me, is the java version is "1.8.0".
But I will download your index for now and play and try to figure it out.
> Problem using Solr 4.9 index with 4.10 build (merge failures with DocValues?)
> -----------------------------------------------------------------------------
>
> Key: SOLR-6306
> URL: https://issues.apache.org/jira/browse/SOLR-6306
> Project: Solr
> Issue Type: Bug
> Affects Versions: 4.10
> Reporter: Brett Hoerner
>
> I have a SolrCloud cluster that has been running 4.9, I tried a 4.10 build as
> a test and our indexing slowed to a crawl. I noticed the number of segments
> (typically under 25) was up to 75 and climbing. In the logs it seems like
> merges were failing with the following.
> Happy to provide any other info as needed.
> {code}
> 15:06:24.624 [qtp1728790703-1634] ERROR o.a.solr.servlet.SolrDispatchFilter -
> null:java.io.IOException: background merge hit exception:
> _9n6s(4.9):C14802716/827586:delGen=97 _9nbh(4.9):C2903594/263527:delGen=100
> _9no8(4.9):C2190621/20968:delGen=58 _9nak(4.9):C712244/78919:delGen=100
> _9nfr(4.9):C686466/84576:delGen=97
> _9ngy(4.9):C679031/90147:delGen=96 _9ncx(4.9):C641773/81866:delGen=99
> _9nht(4.9):C415750/68337:delGen=94 _9mvj(4.9):C338961/39283:delGen=110
> _9nje(4.9):C215123/41594:delGen=87 _9nmn(4.9):C156084/40673:delGen=69
> _9nsk(4.9):C60958/7357:delGen=21 _9nka(4.9):C69625/22375:delGen=83
> _9nrl(4.9):C27522/4326:delGen=31 _9nqr(4.
> 9):C27216/7540:delGen=39 _9nqm(4.9):C24252/5597:delGen=40
> _9nto(4.9):C10324/1882:delGen=10 _9ntx(4.9):C9581/1218:delGen=8
> _9nts(4.9):C9731/1619:delGen=9 _9nv1(4.10):C3425
> _9ntz(4.9):C1437/919:delGen=8 _9nu7(4.10):C1130/697:delGen=5
> _9nuw(4.10):C611/218:delGen=2 _9nun(4.10):C625/308:delGen=3
> _9nug(4.10):C828/489:delGen
> =4 into _9nv2 [maxNumSegments=1]
> at
> org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1865)
> at
> org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1801)
> at
> org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:563)
> at
> org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:95)
> at
> org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:64)
> at
> org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1648)
> at
> org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1625)
> at
> org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:69)
> at
> org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
> at
> org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
> at org.apache.solr.core.SolrCore.execute(SolrCore.java:1963)
> at
> org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:777)
> at
> org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:418)
> at
> org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:207)
> at
> org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
> at
> org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
> at
> org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
> at
> org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:557)
> at
> org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:231)
> at
> org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1075)
> at
> org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
> at
> org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
> at
> org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
> at
> org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
> at
> org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:255)
> at
> org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:154)
> at
> org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
> at org.eclipse.jetty.server.Server.handle(Server.java:368)
> at
> org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
> at
> org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
> at
> org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:953)
> at
> org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:1014)
> at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:861)
> at
> org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
> at
> org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
> at
> org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
> at
> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
> at
> org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
> at java.lang.Thread.run(Thread.java:744)
> Caused by: java.lang.IndexOutOfBoundsException
> at java.nio.Buffer.checkIndex(Buffer.java:546)
> at java.nio.DirectByteBuffer.getInt(DirectByteBuffer.java:681)
> at
> org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.readInt(ByteBufferIndexInput.java:480)
> at
> org.apache.lucene.util.packed.DirectReader$DirectPackedReader20.get(DirectReader.java:184)
> at
> org.apache.lucene.codecs.lucene49.Lucene49DocValuesProducer$1.get(Lucene49DocValuesProducer.java:351)
> at
> org.apache.lucene.codecs.lucene49.Lucene49DocValuesProducer$8.nextOrd(Lucene49DocValuesProducer.java:616)
> at
> org.apache.lucene.codecs.DocValuesConsumer.mergeSortedSetField(DocValuesConsumer.java:599)
> at
> org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:213)
> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:122)
> at
> org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4217)
> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3812)
> at
> org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:405)
> at
> org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:482)
> {code}
--
This message was sent by Atlassian JIRA
(v6.2#6252)
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org
