why don't you check what is it trying to do number conversion? at least the numberformatException is quite clear
At 2021-01-08 20:07:24, "Doss" <itsmed...@gmail.com> wrote: >We have 12 node SOLR cloud with 3 zookeeper ensemble >RAM: 80 CPU:40 Heap:16GB Records: 4 Million > >We do real time update and deletes (by ID), and we do us Inplace updates >for 4 fields > >We have one index with 4 shards: 1 shard in 3 nodes > >Often we are getting the following errors > >1. *2021-01-08 17:11:14.305 ERROR (qtp1720891078-7429) [c:profilesindex >s:shard4 r:core_node42 x:profilesindex_shard4_replica_n41] >o.a.s.s.HttpSolrCall >null:org.apache.solr.update.processor.DistributedUpdateProcessor$DistributedUpdatesAsyncException: >Async exception during distributed update: Error from server at >http://171.0.0.145:8983/solr/profilesindex_shard3_replica_n49/ ><http://171.0.0.145:8983/solr/profilesindex_shard3_replica_n49/>: null* > >request: http://171.0.0.145:8983/solr/profilesindex_shard3_replica_n49/ >Remote error message: empty String >at >org.apache.solr.update.processor.DistributedZkUpdateProcessor.doDistribFinish(DistributedZkUpdateProcessor.java:1193) >at >org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:1125) >at >org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:78) >at >org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214) >at org.apache.solr.core.SolrCore.execute(SolrCore.java:2606) >at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812) >at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588) >at >org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) >at >org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) >at >org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1596) >at >org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) >at >org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) >at >org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:590) >at >org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) >at >org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) >at >org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) >at >org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) >at >org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) >at >org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) >at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) >at >org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) >at >org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) >at >org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) >at >org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) >at >org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:221) >at >org.eclipse.jetty.server.handler.InetAccessHandler.handle(InetAccessHandler.java:177) >at >org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) >at >org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) >at >org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) >at >org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) >at org.eclipse.jetty.server.Server.handle(Server.java:500) >at >org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) >at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) >at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) >at >org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) >at >org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) >at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) >at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) >at >org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) >at >org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) >at >org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) >at >org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) >at >org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) >at >org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) >at >org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) >at java.base/java.lang.Thread.run(Thread.java:832) >================================================================= >2. *2021-01-08 17:15:17.849 ERROR (qtp1720891078-7120) [c:profilesindex >s:shard4 r:core_node42 x:profilesindex_shard4_replica_n41] >o.a.s.s.HttpSolrCall null:java.lang.NumberFormatException: empty String* >at >java.base/jdk.internal.math.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:1842) >at >java.base/jdk.internal.math.FloatingDecimal.parseFloat(FloatingDecimal.java:122) >at java.base/java.lang.Float.parseFloat(Float.java:461) >at org.apache.solr.schema.IntPointField.toNativeType(IntPointField.java:54) >at >org.apache.solr.update.processor.AtomicUpdateDocumentMerger.getNativeFieldValue(AtomicUpdateDocumentMerger.java:570) >at >org.apache.solr.update.processor.AtomicUpdateDocumentMerger.doSet(AtomicUpdateDocumentMerger.java:441) >at >org.apache.solr.update.processor.AtomicUpdateDocumentMerger.merge(AtomicUpdateDocumentMerger.java:113) >at >org.apache.solr.update.processor.DistributedUpdateProcessor.getUpdatedDocument(DistributedUpdateProcessor.java:733) >at >org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:376) >at >org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:339) >at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:50) >at >org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:339) >at >org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:225) >at >org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:245) >at >org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110) >at >org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:343) >at >org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:291) >at >org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:338) >at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283) >at >org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:244) >at >org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:303) >at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283) >at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:196) >at >org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:131) >at >org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:122) >at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70) >at >org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) >at >org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) >at >org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214) >at org.apache.solr.core.SolrCore.execute(SolrCore.java:2606) >at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812) >at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588) >at >org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) >at >org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) >at >org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1596) >at >org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) >at >org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) >at >org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:590) >at >org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) >at >org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) >at >org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) >at >org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) >at >org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) >at >org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) >at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) >at >org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) >at >org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) >at >org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) >at >org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) >at >org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:221) >at >org.eclipse.jetty.server.handler.InetAccessHandler.handle(InetAccessHandler.java:177) >at >org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) >at >org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) >at >org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) >at >org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) >at org.eclipse.jetty.server.Server.handle(Server.java:500) >at >org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) >at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) >at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) >at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) >at >org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) >at >org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) >at >org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) >at >org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) >at org.eclipse.jetty.http2.HTTP2Connection.produce(HTTP2Connection.java:170) >at >org.eclipse.jetty.http2.HTTP2Connection.onFillable(HTTP2Connection.java:125) >at >org.eclipse.jetty.http2.HTTP2Connection$FillableCallback.succeeded(HTTP2Connection.java:348) >at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) >at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) >at >org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) >at >org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) >at >org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) >at >org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) >at >org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) >at >org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) >at >org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) >at java.base/java.lang.Thread.run(Thread.java:832) > >================================================================= >Thanks, Mohandoss
