public final org.apache.lucene.analysis.TokenStream | tokenStream(java.lang.String fieldName, java.io.Reader reader)Creates a TokenStream which tokenizes all the text in the provided Reader.
TokenStream result = new ChineseTokenizer(reader);
result = new ChineseFilter(result);
return result;
|