Package org.apache.lucene.util.fst

Examples of org.apache.lucene.util.fst.IntSequenceOutputs

187
188
189
190
191
192
193
194
195
196
197
      CharsetDecoder decoder = getJavaEncoding(encoding);
      aff2 = new BufferedInputStream(new FileInputStream(aff));
      readAffixFile(aff2, decoder);
     
      // read dictionary entries
      IntSequenceOutputs o = IntSequenceOutputs.getSingleton();
      Builder<IntsRef> b = new Builder<>(FST.INPUT_TYPE.BYTE4, o);
      readDictionaryFiles(dictionaries, decoder, b);
      words = b.finish();
      aliases = null; // no longer needed
    } finally {
View Full Code Here
339
340
341
342
343
344
345
346
347
348
349
    assert currentIndex == seenStrips.size();
    stripOffsets[currentIndex] = currentOffset;
  }
 
  private FST<IntsRef> affixFST(TreeMap<String,List<Character>> affixes) throws IOException {
    IntSequenceOutputs outputs = IntSequenceOutputs.getSingleton();
    Builder<IntsRef> builder = new Builder<>(FST.INPUT_TYPE.BYTE4, outputs);
   
    IntsRef scratch = new IntsRef();
    for (Map.Entry<String,List<Character>> entry : affixes.entrySet()) {
      Util.toUTF32(entry.getKey(), scratch);
View Full Code Here
187
188
189
190
191
192
193
194
195
196
197
      CharsetDecoder decoder = getJavaEncoding(encoding);
      aff2 = new BufferedInputStream(new FileInputStream(aff));
      readAffixFile(aff2, decoder);
     
      // read dictionary entries
      IntSequenceOutputs o = IntSequenceOutputs.getSingleton();
      Builder<IntsRef> b = new Builder<>(FST.INPUT_TYPE.BYTE4, o);
      readDictionaryFiles(dictionaries, decoder, b);
      words = b.finish();
      aliases = null; // no longer needed
    } finally {
View Full Code Here
355
356
357
358
359
360
361
362
363
364
365
    assert currentIndex == seenStrips.size();
    stripOffsets[currentIndex] = currentOffset;
  }
 
  private FST<IntsRef> affixFST(TreeMap<String,List<Character>> affixes) throws IOException {
    IntSequenceOutputs outputs = IntSequenceOutputs.getSingleton();
    Builder<IntsRef> builder = new Builder<>(FST.INPUT_TYPE.BYTE4, outputs);
   
    IntsRef scratch = new IntsRef();
    for (Map.Entry<String,List<Character>> entry : affixes.entrySet()) {
      Util.toUTF32(entry.getKey(), scratch);
View Full Code Here
TOP

Related Classes of org.apache.lucene.util.fst.IntSequenceOutputs

  • org.apache.lucene.analysis.hunspell.Dictionary
  • org.apache.lucene.util.IntsRef
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.