Examples of addIndexesNoOptimize()

Examples of org.apache.lucene.index.IndexWriter.addIndexesNoOptimize()

37
38
39
40
41
42
43
44
45
46
47
    IndexWriter subWriter = new IndexWriter(ramDir,new StandardAnalyzer(Version.LUCENE_CURRENT),MaxFieldLength.UNLIMITED);
    Directory[] multiplier = new Directory[timesReplicatePerSeg];
    for (int k=0;k<timesReplicatePerSeg;++k){
      multiplier[k]=new RAMDirectory(srcDir);
    }
    subWriter.addIndexesNoOptimize(multiplier);
    subWriter.optimize();
    subWriter.close();
 
    writer.addIndexesNoOptimize(new Directory[]{ramDir});
    System.out.println("segment: "+i+" created");
View Full Code Here

Examples of org.apache.lucene.index.IndexWriter.addIndexesNoOptimize()

137
138
139
140
141
142
143
144
145
146
147
       
        // Merge all part spell indexes (content,title etc.) to one common spell index
        Directory spellIndexDirectory = FSDirectory.open(spellDictionaryFile);//true
        IndexWriter merger = new IndexWriter(spellIndexDirectory, new StandardAnalyzer(Version.LUCENE_CURRENT), true, IndexWriter.MaxFieldLength.UNLIMITED);
        Directory[] directories = { contentSpellIndexDirectory, titleSpellIndexDirectory, descriptionSpellIndexDirectory, authorSpellIndexDirectory};
        merger.addIndexesNoOptimize(directories);
        merger.optimize();
        merger.close();
        spellChecker = new SpellChecker(spellIndexDirectory);
        spellChecker.setAccuracy(0.7f);
         if (log.isDebug()) log.debug("SpellIndex created in " + (System.currentTimeMillis() - startSpellIndexTime) + "ms");
View Full Code Here

Examples of org.apache.lucene.index.IndexWriter.addIndexesNoOptimize()

43
44
45
46
47
48
49
50
51
52
53
    for (int i = 1; i < args.length; i++) {
      indexes[i  - 1] = FSDirectory.open(new File(args[i]));
    }

    System.out.println("Merging...");
    writer.addIndexesNoOptimize(indexes);

    System.out.println("Optimizing...");
    writer.optimize();
    writer.close();
    System.out.println("Done.");
View Full Code Here

Examples of org.apache.lucene.index.IndexWriter.addIndexesNoOptimize()

67
68
69
70
71
72
73
74
75
76
77
    mulFactor = 1;
    int docCount = 0;
    do {
      final Directory copy = new RAMDirectory(dir2);
      IndexWriter w = new IndexWriter(dir2, new WhitespaceAnalyzer(), IndexWriter.MaxFieldLength.UNLIMITED);
      w.addIndexesNoOptimize(new Directory[] {copy});
      docCount = w.maxDoc();
      w.close();
      mulFactor *= 2;
    } while(docCount < 3000);

View Full Code Here

Examples of org.apache.lucene.index.IndexWriter.addIndexesNoOptimize()

138
139
140
141
142
143
144
145
146
147
148
      writer.setMergeFactor(512);
      writer.setUseCompoundFile(false);
      if(dirlist.size()>0)
      {
        Directory[] dirs=new Directory[dirlist.size()];
        writer.addIndexesNoOptimize(dirlist.toArray(dirs));
      }
      writer.close();
      return dir;
    }
  }
View Full Code Here

Examples of org.apache.lucene.index.IndexWriter.addIndexesNoOptimize()

489
490
491
492
493
494
495
496
497
498
499
      for(DirectoryInfo tomr:mlist)
      {
        if(tomr!=null){
          tomr.d.setSchema(params.core.getSchema());
          txid=Math.max(txid, tomr.readTxid());
          writer.addIndexesNoOptimize(tomr.d);
        }
      }
     
      writer.optimize();
      writer.close();
View Full Code Here

Examples of org.apache.lucene.index.IndexWriter.addIndexesNoOptimize()

489
490
491
492
493
494
495
496
497
498
499
      for(DirectoryInfo tomr:mlist)
      {
        if(tomr!=null){
          tomr.d.setSchema(params.core.getSchema());
          txid=Math.max(txid, tomr.readTxid());
          writer.addIndexesNoOptimize(tomr.d);
        }
      }
     
      writer.optimize();
      writer.close();
View Full Code Here

Examples of org.apache.lucene.index.IndexWriter.addIndexesNoOptimize()

104
105
106
107
108
109
110
111
112
113
114
    writer.setMaxMergeDocs(getConf().getInt("indexer.maxMergeDocs", LogMergePolicy.DEFAULT_MAX_MERGE_DOCS));
    writer.setTermIndexInterval(getConf().getInt("indexer.termIndexInterval", IndexWriter.DEFAULT_TERM_INDEX_INTERVAL));
    writer.setInfoStream(LogUtil.getDebugStream(LOG));
    writer.setUseCompoundFile(false);
    writer.setSimilarity(new NutchSimilarity());
    writer.addIndexesNoOptimize(dirs);
    writer.optimize();
    writer.close();

    //
    // Put target back
View Full Code Here

Examples of org.apache.lucene.index.IndexWriter.addIndexesNoOptimize()

153
154
155
156
157
158
159
160
161
162
163
    }
    IndexWriter idxWriter = null;
    try
    {
      idxWriter = new IndexWriter(target, null, false, new ZoieIndexDeletionPolicy(), MaxFieldLength.UNLIMITED);
      idxWriter.addIndexesNoOptimize(sources);
      idxWriter.optimize(1);
    } catch (CorruptIndexException e)
    {
      ZoieHealth.setFatal();
      log.error("index currupted during consolidation", e);
View Full Code Here

Examples of org.apache.lucene.index.IndexWriter.addIndexesNoOptimize()

230
231
232
233
234
235
236
237
238
239
240
      // hao: merge the readOnly ram index with the disk index
      IndexWriter writer = null;
      try
      {
        writer = openIndexWriter(null,null);
        writer.addIndexesNoOptimize(new Directory[] { dir });
      }
      finally
      {       
        closeIndexWriter();
      }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.