public TokenStream tokenStream(String fieldName, Reader reader) {
switch (fieldName) {
case "full":
return new PlainFullTokenizer(reader);
case "refs":
return new PlainSymbolTokenizer(reader);
case "defs":
return new PlainSymbolTokenizer(reader);
case "path":
case "project":
return pathAnalyzer.tokenStream(fieldName, reader);
}
return new PlainFullTokenizer(reader);