Hello,
We have two solr searchers/instances (read-only). They read the same index,
but they did not return the same #hits for a particular query
Log is below, but to summarize: first server always returns 576 hits, the
second server returns: 440, 440, 576, 576...
These are just few seconds apart. Load balancer directed requests to both
servers. Both servers report the same numHits for other queries. I checked
that nothing re-opened index, there was no error....this is SOLR 4.0 (we
should update, I know), running CentOS, the index lives on a RAID5 mounted
volume, both instances just read it (the index wasn't updated while these
searches happened).
Anybody has a pointer, I can't really understand it. Can it be a bug?
Thanks,
roman
If you look at the log below, you will see 9002 instance always returns 576
hits, but 9003 instance is returning 440, 440, 65, 576
-bash-4.1$ grep -a -e 'Jones,+Christine"+year:1990-2100'
./perpetuum/live-9002/solr-logging-0.log | grep -m 5 '2013-11-06 13:'
2013-11-06 13:10:47 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/select
params={hl.requireFieldMatch=true&fl=bibcode,pubdate,keyword,author,property,abstract,bibstem,citation_count,pub,[citations],volume,database,aff,grants,year,id,title,identifier,issue,page,doi&sort=citation_count+desc&indent=true&start=400&q=author:"Jones,+Christine"+year:1990-2100&hl.usePhraseHighlighter=true&hl.maxAnalyzedChars=150000&wt=json&fq=database:astronomy&rows=200}
hits=576 status=0 QTime=155
2013-11-06 13:17:05 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/select
params={hl.requireFieldMatch=true&fl=bibcode,pubdate,keyword,author,property,abstract,bibstem,citation_count,pub,[citations],volume,database,aff,grants,year,id,title,identifier,issue,page,doi&sort=citation_count+desc&indent=true&q=author:"Jones,+Christine"+year:1990-2100&hl.usePhraseHighlighter=true&hl.maxAnalyzedChars=150000&wt=json&fq=database:astronomy&rows=200}
hits=576 status=0 QTime=89
2013-11-06 13:17:06 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/select
params={hl.requireFieldMatch=true&fl=bibcode,pubdate,keyword,author,property,abstract,bibstem,citation_count,pub,[citations],volume,database,aff,grants,year,id,title,identifier,issue,page,doi&sort=citation_count+desc&indent=true&start=200&q=author:"Jones,+Christine"+year:1990-2100&hl.usePhraseHighlighter=true&hl.maxAnalyzedChars=150000&wt=json&fq=database:astronomy&rows=200}
hits=576 status=0 QTime=87
2013-11-06 13:21:50 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/select
params={hl.requireFieldMatch=true&fl=bibcode,pubdate,keyword,author,property,abstract,bibstem,citation_count,pub,[citations],volume,database,aff,grants,year,id,title,identifier,issue,page,doi&sort=citation_count+desc&indent=true&start=200&q=author:"Jones,+Christine"+year:1990-2100&hl.usePhraseHighlighter=true&hl.maxAnalyzedChars=150000&wt=json&fq=database:astronomy&rows=200}
hits=576 status=0 QTime=86
2013-11-06 13:21:51 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/select
params={hl.requireFieldMatch=true&fl=bibcode,pubdate,keyword,author,property,abstract,bibstem,citation_count,pub,[citations],volume,database,aff,grants,year,id,title,identifier,issue,page,doi&sort=citation_count+desc&indent=true&start=400&q=author:"Jones,+Christine"+year:1990-2100&hl.usePhraseHighlighter=true&hl.maxAnalyzedChars=150000&wt=json&fq=database:astronomy&rows=200}
hits=576 status=0 QTime=87
-bash-4.1$ grep -a -e 'Jones,+Christine"+year:1990-2100'
./perpetuum/live-9003/solr-logging-0.log | grep -m 5 '2013-11-06 13:'
2013-11-06 13:10:46 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/select
params={hl.requireFieldMatch=true&fl=bibcode,pubdate,keyword,author,property,abstract,bibstem,citation_count,pub,[citations],volume,database,aff,grants,year,id,title,identifier,issue,page,doi&sort=citation_count+desc&indent=true&q=author:"Jones,+Christine"+year:1990-2100&hl.usePhraseHighlighter=true&hl.maxAnalyzedChars=150000&wt=json&fq=database:astronomy&rows=200}
hits=440 status=0 QTime=144
2013-11-06 13:10:46 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/select
params={hl.requireFieldMatch=true&fl=bibcode,pubdate,keyword,author,property,abstract,bibstem,citation_count,pub,[citations],volume,database,aff,grants,year,id,title,identifier,issue,page,doi&sort=citation_count+desc&indent=true&start=200&q=author:"Jones,+Christine"+year:1990-2100&hl.usePhraseHighlighter=true&hl.maxAnalyzedChars=150000&wt=json&fq=database:astronomy&rows=200}
hits=440 status=0 QTime=78
2013-11-06 13:10:48 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/select
params={hl.requireFieldMatch=true&fl=bibcode,pubdate,keyword,author,property,abstract,bibstem,citation_count,pub,[citations],volume,database,aff,grants,year,id,title,identifier,issue,page,doi&sort=citation_count+desc&indent=true&q=author:"^Jones,+Christine"+year:1990-2100&hl.usePhraseHighlighter=true&hl.maxAnalyzedChars=150000&wt=json&fq=database:astronomy&rows=200}
hits=65 status=0 QTime=96
2013-11-06 13:11:14 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/select
params={hl.requireFieldMatch=true&fl=bibcode,pubdate,keyword,author,property,abstract,bibstem,citation_count,pub,[citations],volume,database,aff,grants,year,id,title,identifier,issue,page,doi&sort=citation_count+desc&indent=true&q=author:"Jones,+Christine"+year:1990-2100&hl.usePhraseHighlighter=true&hl.maxAnalyzedChars=150000&wt=json&fq=database:astronomy&rows=200}
hits=576 status=0 QTime=86
2013-11-06 13:11:14 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/select
params={hl.requireFieldMatch=true&fl=bibcode,pubdate,keyword,author,property,abstract,bibstem,citation_count,pub,[citations],volume,database,aff,grants,year,id,title,identifier,issue,page,doi&sort=citation_count+desc&indent=true&start=200&q=author:"Jones,+Christine"+year:1990-2100&hl.usePhraseHighlighter=true&hl.maxAnalyzedChars=150000&wt=json&fq=database:astronomy&rows=200}
hits=576 status=0 QTime=86
and the log shows that there wasn't any new searcher opened inbetween:
2013-11-06 13:10:46 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/select
params={hl.requireFieldMatch=true&fl=bibcode,pubdate,keyword,author,property,abstract,bibstem,citation_count,pub,[citations],volume,database,aff,grants,year,id,title,identifier,issue,page,doi&sort=citation_count+desc&indent=true&start=200&q=author:"Jones,+Christine"+year:1990-2100&hl.usePhraseHighlighter=true&hl.maxAnalyzedChars=150000&wt=json&fq=database:astronomy&rows=200}
hits=440 status=0 QTime=78
2013-11-06 13:10:48 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/select
params={hl.requireFieldMatch=true&fl=bibcode,pubdate,keyword,author,property,abstract,bibstem,citation_count,pub,[citations],volume,database,aff,grants,year,id,title,identifier,issue,page,doi&sort=citation_count+desc&indent=true&q=author:"^Jones,+Christine"+year:1990-2100&hl.usePhraseHighlighter=true&hl.maxAnalyzedChars=150000&wt=json&fq=database:astronomy&rows=200}
hits=65 status=0 QTime=96
2013-11-06 13:10:51 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/admin/ping params={wt=json} hits=1
status=0 QTime=1
2013-11-06 13:10:51 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/admin/ping params={wt=json} status=0
QTime=1
2013-11-06 13:10:56 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/admin/ping params={wt=json} hits=1
status=0 QTime=1
2013-11-06 13:10:56 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/admin/ping params={wt=json} status=0
QTime=1
2013-11-06 13:11:01 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/admin/ping params={wt=json} hits=1
status=0 QTime=1
2013-11-06 13:11:01 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/admin/ping params={wt=json} status=0
QTime=1
2013-11-06 13:11:03 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/select
params={hl.requireFieldMatch=true&fl=author,reference,abstract,links_data,id,ids_data,bibcode,links,copyright,bibstem,aff,score,reader,pub_raw,pub,doi,pubdate,identifier,keyword,title,[citations],property&indent=true&q=identifier:1976STIN...7710987L&hl.usePhraseHighlighter=true&hl.maxAnalyzedChars=150000&wt=json&rows=1}
hits=1 status=0 QTime=1
2013-11-06 13:11:06 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/admin/ping params={wt=json} hits=1
status=0 QTime=1
2013-11-06 13:11:06 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/admin/ping params={wt=json} status=0
QTime=1
2013-11-06 13:11:11 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/admin/ping params={wt=json} hits=1
status=0 QTime=1
2013-11-06 13:11:11 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/admin/ping params={wt=json} status=0
QTime=1
2013-11-06 13:11:14 INFO org.apache.solr.core.SolrCore execute
[collection1] webapp=/solr path=/select
params={hl.requireFieldMatch=true&fl=bibcode,pubdate,keyword,author,property,abstract,bibstem,citation_count,pub,[citations],volume,database,aff,grants,year,id,title,identifier,issue,page,doi&sort=citation_count+desc&indent=true&q=author:"Jones,+Christine"+year:1990-2100&hl.usePhraseHighlighter=true&hl.maxAnalyzedChars=150000&wt=json&fq=database:astronomy&rows=200}
hits=576 status=0 QTime=86
