Hi Yes I saw that afterward so I decrease it from 5000 to 4500
Sunny Grant Ingersoll-6 wrote: > > It looks like you are running out of memory. What is your heap size? > > On Feb 11, 2009, at 4:09 AM, sunnyfr wrote: > >> >> Hi >> >> Have you an idea why after a night with solr running, but just >> commit every >> five minute?? >> It looks like process never shutdown ??? >> >> >> root 29428 0.0 0.0 53988 2648 ? S 01:05 0:00 curl >> http://localhost:8180/solr/book/update -s -H Content-type:text/xml; >> charset=utf-8 -d <commit/> >> root 29829 0.0 0.0 3944 560 ? Ss 01:10 0:00 / >> bin/sh -c >> /data/solr/book/bin/commit >> root 29830 0.0 0.0 8936 1256 ? S 01:10 0:00 / >> bin/bash >> /data/solr/book/bin/commit >> root 29852 0.0 0.0 53988 2640 ? S 01:10 0:00 curl >> http://localhost:8180/solr/book/update -s -H Content-type:text/xml; >> charset=utf-8 -d <commit/> >> root 30286 0.0 0.0 3944 564 ? Ss 01:15 0:00 / >> bin/sh -c >> /data/solr/book/bin/commit >> root 30287 0.0 0.0 8936 1256 ? S 01:15 0:00 / >> bin/bash >> /data/solr/book/bin/commit >> root 30309 0.0 0.0 53988 2644 ? S 01:15 0:00 curl >> http://localhost:8180/solr/book/update -s -H Content-type:text/xml; >> charset=utf-8 -d <commit/> >> root 30715 0.0 0.0 3944 560 ? Ss 01:20 0:00 / >> bin/sh -c >> /data/solr/book/bin/commit >> root 30716 0.0 0.0 8936 1252 ? S 01:20 0:00 / >> bin/bash >> /data/solr/book/bin/commit >> root 30738 0.0 0.0 53988 2644 ? S 01:20 0:00 curl >> http://localhost:8180/solr/book/update -s -H Content-type:text/xml; >> charset=utf-8 -d <commit/> >> root 31172 0.0 0.0 3944 564 ? Ss 01:25 0:00 / >> bin/sh -c >> /data/solr/book/bin/commit >> root 31173 0.0 0.0 8936 1252 ? S 01:25 0:00 / >> bin/bash >> /data/solr/book/bin/commit >> root 31195 0.0 0.0 53988 2644 ? S 01:25 0:00 curl >> http://localhost:8180/solr/book/update -s -H Content-type:text/xml; >> charset=utf-8 -d <commit/> >> root 31606 0.0 0.0 3944 564 ? Ss 01:30 0:00 / >> bin/sh -c >> /data/solr/book/bin/commit >> root 31607 0.0 0.0 8936 1256 ? S 01:30 0:00 / >> bin/bash >> /data/solr/book/bin/commit >> root 31629 0.0 0.0 53988 2648 ? S 01:30 0:00 curl >> http://localhost:8180/solr/book/update -s -H Content-type:text/xml; >> charset=utf-8 -d <commit/> >> root 32063 0.0 0.0 3944 560 ? Ss 01:35 0:00 / >> bin/sh -c >> /data/solr/book/bin/commit >> root 32064 0.0 0.0 8936 1256 ? S 01:35 0:00 / >> bin/bash >> /data/solr/book/bin/commit >> root 32086 0.0 0.0 53988 2640 ? S 01:35 0:00 curl >> http://localhost:8180/solr/book/update -s -H Content-type:text/xml; >> charset=utf-8 -d <commit/> >> root 32499 0.0 0.0 3944 564 ? Ss 01:40 0:00 / >> bin/sh -c >> /data/solr/book/bin/commit >> root 32500 0.0 0.0 8936 1252 ? S 01:40 0:00 / >> bin/bash >> /data/solr/book/bin/commit >> root 32522 0.0 0.0 53988 2648 ? S 01:40 0:00 curl >> http://localhost:8180/solr/book/update -s -H Content-type:text/xml; >> charset=utf-8 -d <commit/> >> >> My logs has a huge error, I don't know where it comes from?? >> >> 2009/02/10 19:29:37 <html><head><title>Apache Tomcat/5.5 - Error >> report</title><style><!--H1 >> {font-family:Tahoma,Arial,sans-serif;color:white;background- >> color:#525D76;font-size:22px;} >> H2 >> {font-family:Tahoma,Arial,sans-serif;color:white;background- >> color:#525D76;font-size:16px;} >> H3 >> {font-family:Tahoma,Arial,sans-serif;color:white;background- >> color:#525D76;font-size:14px;} >> BODY >> {font-family:Tahoma,Arial,sans-serif;color:black;background- >> color:white;} B >> {font-family:Tahoma,Arial,sans-serif;color:white;background- >> color:#525D76;} >> P >> {font-family:Tahoma,Arial,sans- >> serif;background:white;color:black;font-size:12px;}A >> {color : black;}A.name {color : black;}HR {color : #525D76;}--></ >> style> >> </head><body><h1>HTTP Status 500 - Java heap space >> java.lang.OutOfMemoryError: Java heap space at >> org >> .apache.lucene.index.SegmentTermEnum.termInfo(SegmentTermEnum.java: >> 178) >> at >> org >> .apache >> .lucene.index.TermInfosReader.ensureIndexIsRead(TermInfosReader.java: >> 179) >> at org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java: >> 225) at >> org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java: >> 218) at >> org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java: >> 55) at >> org.apache.lucene.index.IndexReader.termDocs(IndexReader.java:811) at >> org >> .apache >> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:947) >> at >> org >> .apache >> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:913) >> at org.apache.lucene.index.IndexWriter.applyDeletes(IndexWriter.java: >> 4606) >> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java: >> 3842) at >> org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3712) at >> org.apache.lucene.index.IndexWriter.closeInternal(IndexWriter.java: >> 1752) at >> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1716) at >> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1687) at >> org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java: >> 214) at >> org >> .apache >> .solr >> .update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java: >> 172) >> at >> org >> .apache >> .solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java: >> 341) >> at >> org >> .apache >> .solr >> .update >> .processor >> .RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:78) >> at org.apache.solr.handler.XMLLoader.processUpdate(XMLLoader.java: >> 168) at >> org.apache.solr.handler.XMLLoader.load(XMLLoader.java:69) at >> org >> .apache >> .solr >> .handler >> .ContentStreamHandlerBase >> .handleRequestBody(ContentStreamHandlerBase.java:54) >> at >> org >> .apache >> .solr >> .handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:131) >> at org.apache.solr.core.SolrCore.execute(SolrCore.java:1313) at >> org >> .apache >> .solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:303) >> at >> org >> .apache >> .solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:232) >> at >> org >> .apache >> .catalina >> .core >> .ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java: >> 215) >> at >> org >> .apache >> .catalina >> .core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:188) >> at >> org >> .apache >> .catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java: >> 213) >> at >> org >> .apache >> .catalina.core.StandardContextValve.invoke(StandardContextValve.java: >> 172) >> at >> org >> .apache >> .catalina.core.StandardHostValve.invoke(StandardHostValve.java:127) >> at >> org >> .apache >> .catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:117) >> at >> org >> .apache >> .catalina.core.StandardEngineValve.invoke(StandardEngineValve.java: >> 108) >> </h1><HR size="1" noshade="noshade"><p>type Status report</ >> p><p>message >> <u>Java heap space java.lang.OutOfMemoryError: Java heap space at >> org >> .apache.lucene.index.SegmentTermEnum.termInfo(SegmentTermEnum.java: >> 178) >> at >> org >> .apache >> .lucene.index.TermInfosReader.ensureIndexIsRead(TermInfosReader.java: >> 179) >> at org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java: >> 225) at >> org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java: >> 218) at >> org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java: >> 55) at >> org.apache.lucene.index.IndexReader.termDocs(IndexReader.java:811) at >> org >> .apache >> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:947) >> at >> org >> .apache >> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:913) >> at org.apache.lucene.index.IndexWriter.applyDeletes(IndexWriter.java: >> 4606) >> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java: >> 3842) at >> org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3712) at >> org.apache.lucene.index.IndexWriter.closeInternal(IndexWriter.java: >> 1752) at >> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1716) at >> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1687) at >> org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java: >> 214) at >> org >> .apache >> .solr >> .update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java: >> 172) >> at >> org >> .apache >> .solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java: >> 341) >> at >> org >> .apache >> .solr >> .update >> .processor >> .RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:78) >> at org.apache.solr.handler.XMLLoader.processUpdate(XMLLoader.java: >> 168) at >> org.apache.solr.handler.XMLLoader.load(XMLLoader.java:69) at >> org >> .apache >> .solr >> .handler >> .ContentStreamHandlerBase >> .handleRequestBody(ContentStreamHandlerBase.java:54) >> at >> org >> .apache >> .solr >> .handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:131) >> at org.apache.solr.core.SolrCore.execute(SolrCore.java:1313) at >> org >> .apache >> .solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:303) >> at >> org >> .apache >> .solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:232) >> at >> org >> .apache >> .catalina >> .core >> .ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java: >> 215) >> at >> org >> .apache >> .catalina >> .core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:188) >> at >> org >> .apache >> .catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java: >> 213) >> at >> org >> .apache >> .catalina.core.StandardContextValve.invoke(StandardContextValve.java: >> 172) >> at >> org >> .apache >> .catalina.core.StandardHostValve.invoke(StandardHostValve.java:127) >> at >> org >> .apache >> .catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:117) >> at >> org >> .apache >> .catalina.core.StandardEngineValve.invoke(StandardEngineValve.java: >> 108) >> </u></p><p>description <u>The server encountered an internal error >> (Java >> heap space java.lang.OutOfMemoryError: Java heap space at >> org >> .apache.lucene.index.SegmentTermEnum.termInfo(SegmentTermEnum.java: >> 178) >> at >> org >> .apache >> .lucene.index.TermInfosReader.ensureIndexIsRead(TermInfosReader.java: >> 179) >> at org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java: >> 225) at >> org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java: >> 218) at >> org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java: >> 55) at >> org.apache.lucene.index.IndexReader.termDocs(IndexReader.java:811) at >> org >> .apache >> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:947) >> at >> org >> .apache >> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:913) >> at org.apache.lucene.index.IndexWriter.applyDeletes(IndexWriter.java: >> 4606) >> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java: >> 3842) at >> org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3712) at >> org.apache.lucene.index.IndexWriter.closeInternal(IndexWriter.java: >> 1752) at >> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1716) at >> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1687) at >> org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java: >> 214) at >> org >> .apache >> .solr >> .update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java: >> 172) >> at >> org >> .apache >> .solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java: >> 341) >> at >> org >> .apache >> .solr >> .update >> .processor >> .RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:78) >> at org.apache.solr.handler.XMLLoader.processUpdate(XMLLoader.java: >> 168) at >> org.apache.solr.handler.XMLLoader.load(XMLLoader.java:69) at >> org.apache.solr.handler.ContentStreamHandlerBase.handleRequestB >> Type :quit<Enter> to exit Vim >> 117,1 11% >> >> >> Any idea ??? >> Thanks a lot, >> >> -- >> View this message in context: >> http://www.nabble.com/commit-looks-stuck---tp21950838p21950838.html >> Sent from the Solr - User mailing list archive at Nabble.com. >> > > -------------------------- > Grant Ingersoll > http://www.lucidimagination.com/ > > Search the Lucene ecosystem (Lucene/Solr/Nutch/Mahout/Tika/Droids) > using Solr/Lucene: > http://www.lucidimagination.com/search > > > -- View this message in context: http://www.nabble.com/commit-looks-stuck---tp21950838p21972822.html Sent from the Solr - User mailing list archive at Nabble.com.