Author: ehatcher Date: Fri Feb 11 05:50:37 2005 New Revision: 153398 URL: http://svn.apache.org/viewcvs?view=rev&rev=153398 Log: split keyword tokenizer out of KeywordAnalyzer
Added: lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordTokenizer.java Modified: lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordAnalyzer.java Modified: lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordAnalyzer.java URL: http://svn.apache.org/viewcvs/lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordAnalyzer.java?view=diff&r1=153397&r2=153398 ============================================================================== --- lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordAnalyzer.java (original) +++ lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordAnalyzer.java Fri Feb 11 05:50:37 2005 @@ -25,25 +25,6 @@ public class KeywordAnalyzer extends Analyzer { public TokenStream tokenStream(String fieldName, final Reader reader) { - return new TokenStream() { - private boolean done; - private final char[] buffer = new char[1024]; - public Token next() throws IOException { - if (!done) { - done = true; - StringBuffer buffer = new StringBuffer(); - int length; - while (true) { - length = reader.read(this.buffer); - if (length == -1) break; - - buffer.append(this.buffer, 0, length); - } - String text = buffer.toString(); - return new Token(text, 0, text.length()); - } - return null; - } - }; + return new KeywordTokenizer(reader); } } Added: lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordTokenizer.java URL: http://svn.apache.org/viewcvs/lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordTokenizer.java?view=auto&rev=153398 ============================================================================== --- lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordTokenizer.java (added) +++ lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordTokenizer.java Fri Feb 11 05:50:37 2005 @@ -0,0 +1,46 @@ +package org.apache.lucene.analysis; + +import java.io.IOException; +import java.io.Reader; + +/** + * Copyright 2005 The Apache Software Foundation + * <p/> + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * <p/> + * http://www.apache.org/licenses/LICENSE-2.0 + * <p/> + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +public class KeywordTokenizer extends Tokenizer { + private boolean done; + private final char[] buffer = new char[1024]; + + public KeywordTokenizer(Reader input) { + super(input); + } + + public Token next() throws IOException { + if (!done) { + done = true; + StringBuffer buffer = new StringBuffer(); + int length; + while (true) { + length = input.read(this.buffer); + if (length == -1) break; + + buffer.append(this.buffer, 0, length); + } + String text = buffer.toString(); + return new Token(text, 0, text.length()); + } + return null; + } +} --------------------------------------------------------------------- To unsubscribe, e-mail: [EMAIL PROTECTED] For additional commands, e-mail: [EMAIL PROTECTED]