Examples of ElisionFilter

Examples of org.apache.lucene.analysis.fr.ElisionFilter

137
138
139
140
141
142
143
144
145
146
147
  protected TokenStreamComponents createComponents(String fieldName,
      Reader reader) {
    final Tokenizer source = new StandardTokenizer(matchVersion, reader);
    TokenStream result = new StandardFilter(matchVersion, source);
    if (matchVersion.onOrAfter(Version.LUCENE_32)) {
      result = new ElisionFilter(matchVersion, result, DEFAULT_ARTICLES);
    }
    result = new LowerCaseFilter(matchVersion, result);
    result = new StopFilter(matchVersion, result, stopwords);
    if(!stemExclusionSet.isEmpty())
      result = new KeywordMarkerFilter(result, stemExclusionSet);
View Full Code Here

Examples of org.apache.lucene.analysis.fr.ElisionFilter

467
468
469
470
471
472
473
474
475
476
477
            @Override public String name() {
                return "elision";
            }

            @Override public TokenStream create(TokenStream tokenStream) {
                return new ElisionFilter(Lucene.ANALYZER_VERSION, tokenStream);
            }
        }));
        tokenFilterFactories.put("arabic_stem", new PreBuiltTokenFilterFactoryFactory(new TokenFilterFactory() {
            @Override public String name() {
                return "arabic_stem";
View Full Code Here

Examples of org.apache.lucene.analysis.fr.ElisionFilter

42
43
44
45
46
47
48
49
50
51
        this.articles = Analysis.parseArticles(env, settings);
    }

    @Override public TokenStream create(TokenStream tokenStream) {
        if (articles == null) {
            return new ElisionFilter(version, tokenStream);
        } else {
            return new ElisionFilter(version, tokenStream, articles);
        }
    }
View Full Code Here

Examples of org.apache.lucene.analysis.fr.ElisionFilter

48
49
50
51
52
53
54
      throw new RuntimeException( "No articles specified for ElisionFilterFactory" );
    }
  }

  public ElisionFilter create(TokenStream input) {
    return new ElisionFilter( input, articles );
  }
View Full Code Here

Examples of org.apache.lucene.analysis.fr.ElisionFilter

138
139
140
141
142
143
144
145
146
147
148
  protected TokenStreamComponents createComponents(String fieldName,
      Reader reader) {
    final Tokenizer source = new StandardTokenizer(matchVersion, reader);
    TokenStream result = new StandardFilter(matchVersion, source);
    if (matchVersion.onOrAfter(Version.LUCENE_32)) {
      result = new ElisionFilter(matchVersion, result, DEFAULT_ARTICLES);
    }
    result = new LowerCaseFilter(matchVersion, result);
    result = new StopFilter(matchVersion, result, stopwords);
    if(!stemExclusionSet.isEmpty())
      result = new KeywordMarkerFilter(result, stemExclusionSet);
View Full Code Here

Examples of org.apache.lucene.analysis.fr.ElisionFilter

139
140
141
142
143
144
145
146
147
148
149
  protected TokenStreamComponents createComponents(String fieldName,
      Reader reader) {
    final Tokenizer source = new StandardTokenizer(matchVersion, reader);
    TokenStream result = new StandardFilter(matchVersion, source);
    if (matchVersion.onOrAfter(Version.LUCENE_32)) {
      result = new ElisionFilter(matchVersion, result, DEFAULT_ARTICLES);
    }
    result = new LowerCaseFilter(matchVersion, result);
    result = new StopFilter(matchVersion, result, stopwords);
    if(!stemExclusionSet.isEmpty())
      result = new KeywordMarkerFilter(result, stemExclusionSet);
View Full Code Here

Examples of org.apache.lucene.analysis.fr.ElisionFilter

138
139
140
141
142
143
144
145
146
147
148
    final Tokenizer source = new StandardTokenizer(matchVersion, reader);
    TokenStream result = new StandardFilter(matchVersion, source);
    StopFilter s = new StopFilter(matchVersion, result, HYPHENATIONS);
    s.setEnablePositionIncrements(false);
    result = s;
    result = new ElisionFilter(matchVersion, result, DEFAULT_ARTICLES);
    result = new IrishLowerCaseFilter(result);
    result = new StopFilter(matchVersion, result, stopwords);
    if(!stemExclusionSet.isEmpty())
      result = new KeywordMarkerFilter(result, stemExclusionSet);
    result = new SnowballFilter(result, new IrishStemmer());
View Full Code Here

Examples of org.apache.lucene.analysis.fr.ElisionFilter

135
136
137
138
139
140
141
142
143
144
145
  protected TokenStreamComponents createComponents(String fieldName,
      Reader reader) {
    final Tokenizer source = new StandardTokenizer(matchVersion, reader);
    TokenStream result = new StandardFilter(matchVersion, source);
    if (matchVersion.onOrAfter(Version.LUCENE_36)) {
      result = new ElisionFilter(matchVersion, result, DEFAULT_ARTICLES);
    }
    result = new LowerCaseFilter(matchVersion, result);
    result = new StopFilter(matchVersion, result, stopwords);
    if(!stemExclusionSet.isEmpty())
      result = new KeywordMarkerFilter(result, stemExclusionSet);
View Full Code Here

Examples of org.apache.lucene.analysis.util.ElisionFilter

139
140
141
142
143
144
145
146
147
148
149
  protected TokenStreamComponents createComponents(String fieldName,
      Reader reader) {
    final Tokenizer source = new StandardTokenizer(matchVersion, reader);
    TokenStream result = new StandardFilter(matchVersion, source);
    if (matchVersion.onOrAfter(Version.LUCENE_32)) {
      result = new ElisionFilter(result, DEFAULT_ARTICLES);
    }
    result = new LowerCaseFilter(matchVersion, result);
    result = new StopFilter(matchVersion, result, stopwords);
    if(!stemExclusionSet.isEmpty())
      result = new SetKeywordMarkerFilter(result, stemExclusionSet);
View Full Code Here

Examples of org.apache.lucene.analysis.util.ElisionFilter

189
190
191
192
193
194
195
196
197
198
199
  protected TokenStreamComponents createComponents(String fieldName,
      Reader reader) {
    if (matchVersion.onOrAfter(Version.LUCENE_31)) {
      final Tokenizer source = new StandardTokenizer(matchVersion, reader);
      TokenStream result = new StandardFilter(matchVersion, source);
      result = new ElisionFilter(result, DEFAULT_ARTICLES);
      result = new LowerCaseFilter(matchVersion, result);
      result = new StopFilter(matchVersion, result, stopwords);
      if(!excltable.isEmpty())
        result = new SetKeywordMarkerFilter(result, excltable);
      if (matchVersion.onOrAfter(Version.LUCENE_36)) {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.