Brett Hoerner created SOLR-6306:
-----------------------------------
Summary: Problem using Solr 4.9 index with 4.10 build (merge
failures with DocValues?)
Key: SOLR-6306
URL: https://issues.apache.org/jira/browse/SOLR-6306
Project: Solr
Issue Type: Bug
Affects Versions: 4.10
Reporter: Brett Hoerner
I have a SolrCloud cluster that has been running 4.9, I tried a 4.10 build as a
test and our indexing slowed to a crawl. I noticed the number of segments
(typically under 25) was up to 75 and climbing. In the logs it seems like
merges were failing with the following.
Happy to provide any other info as needed.
{code}
15:06:24.624 [qtp1728790703-1634] ERROR o.a.solr.servlet.SolrDispatchFilter -
null:java.io.IOException: background merge hit exception:
_9n6s(4.9):C14802716/827586:delGen=97 _9nbh(4.9):C2903594/263527:delGen=100
_9no8(4.9):C2190621/20968:delGen=58 _9nak(4.9):C712244/78919:delGen=100
_9nfr(4.9):C686466/84576:delGen=97
_9ngy(4.9):C679031/90147:delGen=96 _9ncx(4.9):C641773/81866:delGen=99
_9nht(4.9):C415750/68337:delGen=94 _9mvj(4.9):C338961/39283:delGen=110
_9nje(4.9):C215123/41594:delGen=87 _9nmn(4.9):C156084/40673:delGen=69
_9nsk(4.9):C60958/7357:delGen=21 _9nka(4.9):C69625/22375:delGen=83
_9nrl(4.9):C27522/4326:delGen=31 _9nqr(4.
9):C27216/7540:delGen=39 _9nqm(4.9):C24252/5597:delGen=40
_9nto(4.9):C10324/1882:delGen=10 _9ntx(4.9):C9581/1218:delGen=8
_9nts(4.9):C9731/1619:delGen=9 _9nv1(4.10):C3425 _9ntz(4.9):C1437/919:delGen=8
_9nu7(4.10):C1130/697:delGen=5 _9nuw(4.10):C611/218:delGen=2
_9nun(4.10):C625/308:delGen=3 _9nug(4.10):C828/489:delGen
=4 into _9nv2 [maxNumSegments=1]
at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1865)
at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1801)
at
org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:563)
at
org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:95)
at
org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:64)
at
org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1648)
at
org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1625)
at
org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:69)
at
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:1963)
at
org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:777)
at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:418)
at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:207)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
at
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
at
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:557)
at
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:231)
at
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1075)
at
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
at
org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:255)
at
org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:154)
at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
at org.eclipse.jetty.server.Server.handle(Server.java:368)
at
org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
at
org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
at
org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:953)
at
org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:1014)
at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:861)
at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
at
org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
at
org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:744)
Caused by: java.lang.IndexOutOfBoundsException
at java.nio.Buffer.checkIndex(Buffer.java:546)
at java.nio.DirectByteBuffer.getInt(DirectByteBuffer.java:681)
at
org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.readInt(ByteBufferIndexInput.java:480)
at
org.apache.lucene.util.packed.DirectReader$DirectPackedReader20.get(DirectReader.java:184)
at
org.apache.lucene.codecs.lucene49.Lucene49DocValuesProducer$1.get(Lucene49DocValuesProducer.java:351)
at
org.apache.lucene.codecs.lucene49.Lucene49DocValuesProducer$8.nextOrd(Lucene49DocValuesProducer.java:616)
at
org.apache.lucene.codecs.DocValuesConsumer.mergeSortedSetField(DocValuesConsumer.java:599)
at
org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:213)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:122)
at
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4217)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3812)
at
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:405)
at
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:482)
{code}
--
This message was sent by Atlassian JIRA
(v6.2#6252)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
