Are you sure you're not just seeing the stored value (which never have
analysis applied?) They're what you get back when you specify fl=blah,blivet....
take a look at admin/schema browser and point it it the field to see what's
actually in the index. Or get a copy of Luke,
Otherwise, as Jack says, you have to tell us what the exact symptoms are.
Best
Erick
On Fri, Oct 19, 2012 at 5:00 PM, Jack Krupansky <j...@basetechnology.com> wrote:
> What exactly is the precise symptom - give us an example with field names of
> source and dest and what precise value is in fact being indexed. Is the
> entire field value being indexed as a single term/string (if analyzer is not
> being applied)? Or, what?
>
> -- Jack Krupansky
>
> -----Original Message----- From: davers
> Sent: Friday, October 19, 2012 2:51 PM
> To: solr-user@lucene.apache.org
> Subject: Solr 4.0 copyField not applying index analyzers
>
>
> I am upgrading from solr 3.6 to solr 4.0 and my copyFields do not seem to be
> applying the index analyzers. I'm sure there is something i'm missing in my
> schema.xml. I am also using a DIH but I'm not sure that matters.
>
> <?xml version="1.0" encoding="UTF-8" ?>
>
>
>
>
> <schema name="example" version="1.5">
>
>
> <fields>
>
>
>
>
> <field name="id" type="string" indexed="true" stored="true"/>
> <field name="groupid" type="string" indexed="true" stored="false"/>
> <field name="siteid" type="int" indexed="true" stored="false"
> multiValued="true"/>
> <field name="sku" type="textTight" indexed="true" stored="true"
> multiValued="true"/>
> <field name="upc" type="textTight" indexed="true" stored="true"
> multiValued="true"/>
> <field name="productID" type="textTight" indexed="true" stored="true"/>
> <field name="manufacturer" type="text" indexed="true" stored="true" />
> <field name="productTitle" type="text" indexed="true" stored="true"/>
> <field name="categoryId" type="int" indexed="true" stored="false"
> multiValued="true"/>
> <field name="categoryName" type="text" indexed="true" stored="false"
> multiValued="true"/>
> <field name="theme" type="text" indexed="true" stored="false"/>
> <field name="description" type="text" indexed="false" stored="false"/>
> <field name="weight" type="tfloat" indexed="true" stored="false"/>
> <field name="price" type="tfloat" indexed="true" stored="false"/>
> <field name="popularity" type="tint" indexed="true" stored="false"
> default="0"/>
> <field name="inStock" type="boolean" indexed="true" stored="false"
> multiValued="true"/>
> <field name="onSale" type="boolean" indexed="true" stored="false"/>
> <field name="hasDigiCast" type="boolean" indexed="true" stored="false"/>
> <field name="hasDigiVista" type="boolean" indexed="true" stored="false"/>
> <field name="isNew" type="boolean" indexed="true" stored="false"/>
> <field name="isTopSeller" type="boolean" indexed="true" stored="false"/>
> <field name="finish" type="text" indexed="true" stored="true"
> multiValued="true"/>
> <field name="masterFinish" type="text" indexed="true" stored="false"
> multiValued="true"/>
> <field name="series" type="text" indexed="true" stored="false"/>
> <field name="searchKeyword" type="text_ws" indexed="true" stored="false"
> multiValued="true"/>
> <field name="discontinued" type="boolean" indexed="true" stored="false"
> />
> <field name="spell" type="textSpell" indexed="true" stored="true"
> multiValued="true"/>
> <field name="_version_" type="long" indexed="true" stored="true"/>
> <field name="imageURL" type="string" indexed="false" stored="true" />
> <field name="productURL" type="string" indexed="false" stored="true" />
>
>
> <field name="productID_sort" type="string" indexed="true" stored="true"
> multiValued="false"/>
>
>
> <field name="text" type="text" indexed="true" stored="true"
> multiValued="true"/>
>
>
> <field name="modifiedDate" type="date" indexed="true" stored="true"
> multiValued="false" default="NOW"/>
> <field name="productAddDate" type="tdate" indexed="true" stored="true"
> multiValued="false" default="NOW"/>
>
>
> <field name="textnge" type="autocomplete_edge" indexed="true"
> stored="true" multiValued="true" />
>
> <field name="textng" type="autocomplete_ngram" indexed="true"
> stored="true" multiValued="true" omitNorms="true"
> omitTermFreqAndPositions="true" />
>
> <field name="textphon" type="text_phonetic_do" indexed="true"
> stored="true" multiValued="true" omitNorms="true"
> omitTermFreqAndPositions="true" />
>
> <dynamicField name="*_i" type="int" indexed="true" stored="false"
> multiValued="true"/>
> <dynamicField name="*_s" type="string" indexed="true" stored="false"
> multiValued="true"/>
> <dynamicField name="*_l" type="long" indexed="true" stored="false"
> multiValued="true"/>
> <dynamicField name="*_t" type="text" indexed="true" stored="false"
> multiValued="true"/>
> <dynamicField name="*_b" type="boolean" indexed="true" stored="false"
> multiValued="true"/>
> <dynamicField name="*_f" type="float" indexed="true" stored="false"
> multiValued="true"/>
> <dynamicField name="*_d" type="double" indexed="true" stored="false"
> multiValued="true"/>
>
>
> <dynamicField name="*_coordinate" type="tdouble" indexed="true"
> stored="false" />
>
> <dynamicField name="*_dt" type="date" indexed="true" stored="true"/>
> <dynamicField name="*_dts" type="date" indexed="true" stored="true"
> multiValued="true"/>
>
>
> <dynamicField name="*_ti" type="tint" indexed="true" stored="true"/>
> <dynamicField name="*_tl" type="tlong" indexed="true" stored="true"/>
> <dynamicField name="*_tf" type="tfloat" indexed="true" stored="true"/>
> <dynamicField name="*_td" type="tdouble" indexed="true" stored="true"/>
> <dynamicField name="*_tdt" type="tdate" indexed="true" stored="true"/>
>
> <dynamicField name="*_pi" type="pint" indexed="true" stored="true"/>
>
> <dynamicField name="attr_*" type="text" indexed="true" stored="true"
> multiValued="true"/>
>
> <dynamicField name="random_*" type="random" />
>
>
>
>
> </fields>
>
>
>
> <uniqueKey>id</uniqueKey>
>
>
>
>
>
>
> <copyField source="productTitle" dest="text"/>
> <copyField source="manufacturer" dest="text"/>
> <copyField source="description" dest="text"/>
> <copyField source="productID" dest="text"/>
> <copyField source="searchKeyword" dest="text"/>
> <copyField source="finish" dest="text"/>
>
> <copyField source="productTitle" dest="spell"/>
> <copyField source="manufacturer" dest="spell"/>
> <copyField source="productID" dest="spell"/>
> <copyField source="finish" dest="spell"/>
>
> <copyField source="productTitle" dest="textnge"/>
> <copyField source="productTitle" dest="textng"/>
> <copyField source="productTitle" dest="textphon"/>
> <copyField source="manufacturer" dest="textnge"/>
> <copyField source="manufacturer" dest="textng"/>
> <copyField source="manufacturer" dest="textphon"/>
> <copyField source="productID" dest="textnge"/>
> <copyField source="productID" dest="textng"/>
> <copyField source="finish" dest="textnge"/>
> <copyField source="finish" dest="textng"/>
> <copyField source="finish" dest="textphon"/>
>
>
> <copyField source="productID" dest="productID_sort"/>
>
> <types>
>
>
>
> <fieldType name="string" class="solr.StrField" sortMissingLast="true" />
>
>
> <fieldType name="boolean" class="solr.BoolField"
> sortMissingLast="true"/>
>
>
>
>
> <fieldType name="int" class="solr.TrieIntField" precisionStep="0"
> positionIncrementGap="0"/>
> <fieldType name="float" class="solr.TrieFloatField" precisionStep="0"
> positionIncrementGap="0"/>
> <fieldType name="long" class="solr.TrieLongField" precisionStep="0"
> positionIncrementGap="0"/>
> <fieldType name="double" class="solr.TrieDoubleField" precisionStep="0"
> positionIncrementGap="0"/>
>
>
> <fieldType name="tint" class="solr.TrieIntField" precisionStep="8"
> positionIncrementGap="0"/>
> <fieldType name="tfloat" class="solr.TrieFloatField" precisionStep="8"
> positionIncrementGap="0"/>
> <fieldType name="tlong" class="solr.TrieLongField" precisionStep="8"
> positionIncrementGap="0"/>
> <fieldType name="tdouble" class="solr.TrieDoubleField" precisionStep="8"
> positionIncrementGap="0"/>
>
>
> <fieldType name="date" class="solr.TrieDateField" precisionStep="0"
> positionIncrementGap="0"/>
>
>
> <fieldType name="tdate" class="solr.TrieDateField" precisionStep="6"
> positionIncrementGap="0"/>
>
>
>
> <fieldtype name="binary" class="solr.BinaryField"/>
>
>
> <fieldType name="pint" class="solr.IntField"/>
> <fieldType name="plong" class="solr.LongField"/>
> <fieldType name="pfloat" class="solr.FloatField"/>
> <fieldType name="pdouble" class="solr.DoubleField"/>
> <fieldType name="pdate" class="solr.DateField" sortMissingLast="true"/>
>
>
> <fieldType name="random" class="solr.RandomSortField" indexed="true" />
>
>
>
>
>
> <fieldType name="text_ws" class="solr.TextField"
> positionIncrementGap="100">
> <analyzer>
> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
> </analyzer>
> </fieldType>
>
>
> <fieldtype name="text" class="solr.TextField" positionIncrementGap="100"
> autoGeneratePhraseQueries="true">
> <analyzer type="index">
> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
> <filter class="solr.StopFilterFactory" ignoreCase="true"
> words="stopwords.txt"/>
> <filter class="solr.WordDelimiterFilterFactory"
> generateWordParts="1" generateNumberParts="1" catenateWords="1"
> catenateNumbers="1" catenateAll="0"/>
> <filter class="solr.LowerCaseFilterFactory"/>
> <filter class="solr.SnowballPorterFilterFactory" language="English"
> protected="protwords.txt"/>
> <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
> </analyzer>
> <analyzer type="query">
> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
> <filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt"
> ignoreCase="true" expand="true"/>
> <filter class="solr.StopFilterFactory" ignoreCase="true"
> words="stopwords.txt"/>
> <filter class="solr.WordDelimiterFilterFactory"
> generateWordParts="1" generateNumberParts="1" catenateWords="0"
> catenateNumbers="0" catenateAll="0"/>
> <filter class="solr.LowerCaseFilterFactory"/>
> <filter class="solr.SnowballPorterFilterFactory" language="English"
> protected="protwords.txt"/>
> <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
> </analyzer>
> </fieldtype>
>
> <fieldtype name="textTight" class="solr.TextField"
> autoGeneratePhraseQueries="true">
> <analyzer type="index">
> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
> <filter class="solr.StopFilterFactory" ignoreCase="true"
> words="stopwords.txt"/>
> <filter class="solr.WordDelimiterFilterFactory"
> generateWordParts="1" generateNumberParts="1" catenateWords="1"
> catenateNumbers="1" catenateAll="0"/>
> <filter class="solr.LowerCaseFilterFactory"/>
> <filter class="solr.SnowballPorterFilterFactory" language="English"
> protected="protwords.txt"/>
> <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
> </analyzer>
> <analyzer type="query">
> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
> <filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt"
> ignoreCase="true" expand="false"/>
> <filter class="solr.StopFilterFactory" ignoreCase="true"
> words="stopwords.txt"/>
> <filter class="solr.WordDelimiterFilterFactory"
> generateWordParts="0" generateNumberParts="0" catenateWords="1"
> catenateNumbers="1" catenateAll="0"/>
> <filter class="solr.LowerCaseFilterFactory"/>
> <filter class="solr.SnowballPorterFilterFactory" language="English"
> protected="protwords.txt"/>
> <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
> </analyzer>
> </fieldtype>
>
> <fieldType name="textSpell" class="solr.TextField"
> positionIncrementGap="100" omitNorms="true">
> <analyzer type="index">
> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
> <filter class="solr.PatternReplaceFilterFactory"
> pattern="([\.,;:-_])" replacement=" " replace="all"/>
> <filter class="solr.LowerCaseFilterFactory"/>
> <filter class="solr.StandardFilterFactory"/>
> <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
> </analyzer>
> <analyzer type="query">
> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
> <filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt"
> ignoreCase="true" expand="true"/>
> <filter class="solr.PatternReplaceFilterFactory"
> pattern="([\.,;:-_])" replacement=" " replace="all"/>
> <filter class="solr.LowerCaseFilterFactory"/>
> <filter class="solr.StandardFilterFactory"/>
> <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
> </analyzer>
> </fieldType>
>
>
>
> <fieldType name="text_phonetic_do" class="solr.TextField"
> positionIncrementGap="100">
> <analyzer>
> <tokenizer class="solr.StandardTokenizerFactory"/>
> <filter class="solr.DoubleMetaphoneFilterFactory" inject="false"/>
> <filter class="solr.LengthFilterFactory" min="2" max="50" />
> </analyzer>
> </fieldType>
>
>
> <fieldType name="autocomplete_edge" class="solr.TextField">
> <analyzer type="index">
> <tokenizer class="solr.KeywordTokenizerFactory"/>
> <filter class="solr.LowerCaseFilterFactory"/>
> <filter class="solr.PatternReplaceFilterFactory"
> pattern="([\.,;:_])" replacement=" " replace="all"/>
> <filter class="solr.EdgeNGramFilterFactory" maxGramSize="30"
> minGramSize="1"/>
> <filter class="solr.PatternReplaceFilterFactory"
> pattern="([^\w\d\*æøåÆØÅ ])" replacement="" replace="all"/>
> </analyzer>
> <analyzer type="query">
> <tokenizer class="solr.KeywordTokenizerFactory"/>
> <filter class="solr.LowerCaseFilterFactory"/>
> <filter class="solr.PatternReplaceFilterFactory"
> pattern="([\.,;:_])" replacement=" " replace="all"/>
> <filter class="solr.PatternReplaceFilterFactory"
> pattern="([^\w\d\*æøåÆØÅ ])" replacement="" replace="all"/>
> <filter class="solr.PatternReplaceFilterFactory"
> pattern="^(.{30})(.*)?" replacement="$1" replace="all"/>
> </analyzer>
> </fieldType>
>
>
> <fieldType name="autocomplete_ngram" class="solr.TextField">
> <analyzer type="index">
> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
> <filter class="solr.LowerCaseFilterFactory"/>
> <filter class="solr.EdgeNGramFilterFactory" maxGramSize="20"
> minGramSize="1"/>
> <filter class="solr.PatternReplaceFilterFactory"
> pattern="([^\w\d\*æøåÆØÅ])" replacement="" replace="all"/>
> </analyzer>
> <analyzer type="query">
> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
> <filter class="solr.LowerCaseFilterFactory"/>
> <filter class="solr.PatternReplaceFilterFactory"
> pattern="([^\w\d\*æøåÆØÅ])" replacement="" replace="all"/>
> <filter class="solr.PatternReplaceFilterFactory"
> pattern="^(.{20})(.*)?" replacement="$1" replace="all"/>
> </analyzer>
> </fieldType>
>
>
> <fieldtype name="facetstring" class="solr.TextField" omitNorms="true">
> <analyzer>
>
> <tokenizer class="solr.KeywordTokenizerFactory"/>
>
> <filter class="solr.LowerCaseFilterFactory"/>
>
> <filter class="solr.TrimFilterFactory"/>
> </analyzer>
> </fieldtype>
>
> </types>
>
> </schema>
>
>
>
>
> --
> View this message in context:
> http://lucene.472066.n3.nabble.com/Solr-4-0-copyField-not-applying-index-analyzers-tp4014811.html
> Sent from the Solr - User mailing list archive at Nabble.com.
