Package org.apache.lucene.analysis

Examples of org.apache.lucene.analysis.CharArraySet.addAll()

121
122
123
124
125
126
127
128
129
130
131
      // big to start
      words = new CharArraySet(luceneMatchVersion,
          files.size() * 10, ignoreCase);
      for (String file : files) {
        List<String> wlist = loader.getLines(file.trim());
        words.addAll(StopFilter.makeStopSet(luceneMatchVersion, wlist,
            ignoreCase));
      }
    }
    return words;
  }
View Full Code Here
167
168
169
170
171
172
173
174
175
176
177
   * @deprecated create a CharArraySet with CharArraySet instead
   */
  @Deprecated
  public static CharArraySet makeCommonSet(String[] commonWords, boolean ignoreCase) {
    CharArraySet commonSet = new CharArraySet(commonWords.length, ignoreCase);
    commonSet.addAll(Arrays.asList(commonWords));
    return commonSet;
  }

  /**
   * Inserts bigrams for common words into a token stream. For each input token,
View Full Code Here
219
220
221
222
223
224
225
226
227
228
229
   * @param ignoreCase   If true, all words are lower cased first.
   * @return a Set containing the words
   */
  public static final Set<Object> makeStopSet(Version matchVersion, String[] stopWords, boolean ignoreCase) {
    CharArraySet stopSet = new CharArraySet(matchVersion, stopWords.length, ignoreCase);
    stopSet.addAll(Arrays.asList(stopWords));
    return stopSet;
  }

  /**
   * Creates a stopword set from the given stopword list.
View Full Code Here
246
247
248
249
250
251
252
253
254
255
256
   * @param ignoreCase   if true, all words are lower cased first
   * @return A Set ({@link org.apache.lucene.analysis.CharArraySet}) containing the words
   */
  public static final Set<Object> makeStopSet(Version matchVersion, List<?> stopWords, boolean ignoreCase) {
    CharArraySet stopSet = new CharArraySet(matchVersion, stopWords.size(), ignoreCase);
    stopSet.addAll(stopWords);
    return stopSet;
  }

  /**
   * Returns the next input Token whose term() is not a stop word.
View Full Code Here
152
153
154
155
156
157
158
159
160
161
162
   * @return a Set containing the words
   */
  public static final CharArraySet makeCommonSet(String[] commonWords,
      boolean ignoreCase) {
    CharArraySet commonSet = new CharArraySet(commonWords.length, ignoreCase);
    commonSet.addAll(Arrays.asList(commonWords));
    return commonSet;
  }

  /**
   * Inserts bigrams for common words into a token stream. For each input token,
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
      // default stopwords list has 35 or so words, but maybe don't make it that
      // big to start
      words = new CharArraySet( files.size() * 10, ignoreCase );
      for ( String file : files ) {
        List<String> wlist = loader.getLines( file.trim() );
        words.addAll(
            StopFilter.makeStopSet(
                wlist,
                ignoreCase
            )
        );
View Full Code Here
177
178
179
180
181
182
183
184
185
186
187
   * @deprecated create a CharArraySet with CharArraySet instead
   */
  @Deprecated
  public static CharArraySet makeCommonSet(String[] commonWords, boolean ignoreCase) {
    CharArraySet commonSet = new CharArraySet( commonWords.length, ignoreCase );
    commonSet.addAll( Arrays.asList( commonWords ) );
    return commonSet;
  }

  /**
   * Inserts bigrams for common words into a token stream. For each input token,
View Full Code Here
96
97
98
99
100
101
102
103
104
105
      final Class<? extends ReusableAnalyzerBase> aClass, final String resource,
      final String comment) throws IOException {
    final Set<String> wordSet = WordlistLoader.getWordSet(aClass, resource,
        comment);
    final CharArraySet set = new CharArraySet(Version.LUCENE_31, wordSet.size(), ignoreCase);
    set.addAll(wordSet);
    return set;
  }

}
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
    }
   
    br.close();
   
    final CharArraySet stopSet = new CharArraySet(stopWords.size(), false);
    stopSet.addAll(stopWords); 
       
    ENGLISH_STOP_WORDS_SET = CharArraySet.unmodifiableSet(stopSet);

  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.