Is there a way to tell ngramfilterfactory while indexing that number shall
never be tokenized? then the query should be able to find numbers.
Or do i have to change the ngram-min for numbers (not alpha) to 1, if that
is possible? So to speak put the hole number as token and not all possible
tokens.
Solr analysis shows onnly WDF has no underscore in its tokens, the rest have
it. can i tell the query to search numbers differently with NGTF, WT, LCF or
whatever?
I also tried <filter class="solr.WordDelimiterFilterFactory"
types="at-under-alpha.txt"/>
@ => ALPHA
_ => ALPHA
I have gotten nearly everything to work. There are to queries where i dont
get back what i want.
"avaloq frage 1" -> only returns if i set
minGramSize=1 while indexing
"yh_cug" -> query parser doesn't
remove "_" but the indexer does (WDF) so there is no match
Is there a way to also query the hole term "avaloq frage 1" without
tokenizing it?
Fieldtype:
<fieldType name="text_de" class="solr.TextField" positionIncrementGap="100">
<analyzer type="index">
<tokenizer
class="solr.StandardTokenizerFactory"/>
<filter
class="solr.LowerCaseFilterFactory"/>
<filter
class="solr.WordDelimiterFilterFactory" types="at-under-alpha.txt"/>
<filter class="solr.StopFilterFactory"
ignoreCase="true" words="lang/stopwords_de.txt" format="snowball"
enablePositionIncrements="true"/> <!-- remove common words -->
<filter
class="solr.GermanNormalizationFilterFactory"/>
<filter
class="solr.SnowballPorterFilterFactory" language="German"/> <!-- remove
noun/adjective inflections like plural endings -->
<filter class="solr.NGramFilterFactory"
minGramSize="3" maxGramSize="15"/>
<filter
class="solr.WordDelimiterFilterFactory" generateWordParts="1"
generateNumberParts="1" catenateWords="1" catenateNumbers="1"
catenateAll="0" splitOnCaseChange="1"/>
</analyzer>
<analyzer type="query">
<tokenizer
class="solr.WhiteSpaceTokenizerFactory"/>
<filter
class="solr.LowerCaseFilterFactory"/>
<filter
class="solr.WordDelimiterFilterFactory" types="at-under-alpha.txt"/>
<filter
class="solr.StopFilterFactory" ignoreCase="true"
words="lang/stopwords_de.txt" format="snowball"
enablePositionIncrements="true"/> <!-- remove common words -->
<filter
class="solr.GermanNormalizationFilterFactory"/>
<filter
class="solr.SnowballPorterFilterFactory" language="German"/>
</analyzer>
</fieldType>
Solrconfig:
> <queryParser name="synonym_edismax"
> class="solr.SynonymExpandingExtendedDismaxQParserPlugin">
> <lst name="synonymAnalyzers">
> <lst name="myCoolAnalyzer">
> <lst name="tokenizer">
> <str name="class">standard</str>
> </lst>
> <lst name="filter">
> <str name="class">shingle</str>
> <str name="outputUnigramsIfNoShingles">true</str>
> <str name="outputUnigrams">true</str>
> <str name="minShingleSize">2</str>
> <str name="maxShingleSize">4</str>
> </lst>
> <lst name="filter">
> <str name="class">synonym</str>
> <str name="tokenizerFactory">solr.KeywordTokenizerFactory</str>
> <str name="synonyms">synonyms.txt</str>
> <str name="expand">true</str>
> <str name="ignoreCase">true</str>
> </lst>
> </lst>
> </lst>
> </queryParser>
>
> <requestHandler name="/select2" class="solr.SearchHandler">
> <lst name="defaults">
> <str name="echoParams">explicit</str>
> <int name="rows">10</int>
> <str name="defType">synonym_edismax</str>
> <str name="synonyms">true</str>
> <str name="qf">plain_text^10 editorschoice^200
> title^20 h_*^14
> tags^10 thema^15 inhaltstyp^6 breadcrumb^6 doctype^10
> contentmanager^5 links^5
> last_modified^5 url^5
> </str>
> <str name="bq">(expiration:[NOW TO *] OR (*:*
> -expiration:*))^6</str>
> <str name="bf">div(clicks,max(displays,1))^8</str> <!-- tested -->
>
> <str name="df">text</str>
> <str name="fl">*,path,score</str>
> <str name="wt">json</str>
> <str name="q.op">AND</str>
>
> <!-- Highlighting defaults -->
> <str name="hl">on</str>
> <str name="hl.fl">plain_text,title</str>
> <str name="hl.fragSize">200</str>
> <str name="hl.simple.pre"><b></str>
> <str name="hl.simple.post"></b></str>
>
> <!-- <lst name="invariants"> -->
> <str name="facet">on</str>
> <str name="facet.mincount">1</str>
> <str name="facet.field">{!ex=inhaltstyp_s}inhaltstyp_s</str>
> <str name="f.inhaltstyp_s.facet.sort">index</str>
> <str name="facet.field">{!ex=doctype}doctype</str>
> <str name="f.doctype.facet.sort">index</str>
> <str name="facet.field">{!ex=thema_f}thema_f</str>
> <str name="f.thema_f.facet.sort">index</str>
> <str name="facet.field">{!ex=author_s}author_s</str>
> <str name="f.author_s.facet.sort">index</str>
> <str
> name="facet.field">{!ex=sachverstaendiger_s}sachverstaendiger_s</str>
> <str name="f.sachverstaendiger_s.facet.sort">index</str>
> <str name="facet.field">{!ex=veranstaltung_s}veranstaltung_s</str>
> <str name="f.veranstaltung_s.facet.sort">index</str>
> <str name="facet.date">{!ex=last_modified}last_modified</str>
> <str name="facet.date.gap">+1MONTH</str>
> <str name="facet.date.end">NOW/MONTH+1MONTH</str>
> <str name="facet.date.start">NOW/MONTH-36MONTHS</str>
> <str name="facet.date.other">after</str>
>
> </lst>
> </requestHandler>
