Examples of org.apache.lucene.store.OutputStream

org.apache.lucene.store.OutputStream
Abstract class for output to a file in a Directory. A random-access output stream. Used for all Lucene index output operations. @see Directory @see InputStream

    private byte[] bytes;
    private boolean dirty;


    private void reWrite(String name) throws IOException {
      // NOTE: norms are re-written in regular directory, not cfs
      OutputStream out = directory().createFile(segment + ".tmp");
      try {
        out.writeBytes(bytes, maxDoc());
      } finally {
        out.close();
      }
      String fileName = segment + ".f" + fieldInfos.fieldNumber(name);
      directory().renameFile(segment + ".tmp",  fileName);
      this.dirty = false;
    }

View Full Code Here

    }
    return result;
  }


  private final void writeDeleteableFiles(Vector files) throws IOException {
    OutputStream output = directory.createFile("deleteable.new");
    try {
      output.writeInt(files.size());
      for (int i = 0; i < files.size(); i++)
        output.writeString((String)files.elementAt(i));
    } finally {
      output.close();
    }
    directory.renameFile("deleteable.new", "deletable");
  }

View Full Code Here

      input.close();
    }
  }


  public final void write(Directory directory) throws IOException {
    OutputStream output = directory.createFile("segments.new");
    try {
      output.writeInt(counter); // write counter
      output.writeInt(size()); // write infos
      for (int i = 0; i < size(); i++) {
        SegmentInfo si = info(i);
        output.writeString(si.name);
        output.writeInt(si.docCount);
      }
      output.writeLong(++version); // every write changes the index         
    }
    finally {
      output.close();
    }


    // install new segment info
    directory.renameFile("segments.new", "segments");
  }

View Full Code Here

   */
  public RAMDirectory(Directory dir) throws IOException {
    final String[] files = dir.list();
    for (int i = 0; i < files.length; i++) {
      // make place on ram disk
      OutputStream os = createFile(files[i]);
      // read current file
      InputStream is = dir.openFile(files[i]);
      // and copy to ram disk
      int len = (int) is.length();
      byte[] buf = new byte[len];
      is.readBytes(buf, 0, len);
      os.writeBytes(buf, len);
      // graceful cleanup
      is.close();
      os.close();
    }
  }

View Full Code Here

      String name = i + ".dat";
      int length = gen.nextInt() & LENGTH_MASK;
      byte b = (byte)(gen.nextInt() & 0x7F);
      //System.out.println("filling " + name + " with " + length + " of " + b);


      OutputStream file = store.createFile(name);


      for (int j = 0; j < length; j++)
  file.writeByte(b);
      
      file.close();
    }


    store.close();


    Date end = new Date();


    System.out.print(end.getTime() - start.getTime());
    System.out.println(" total milliseconds to create");


    gen = new Random(1251971);
    start = new Date();


    if (!ram)
      store = FSDirectory.getDirectory("test.store", false);


    for (i = 0; i < count; i++) {
      String name = i + ".dat";
      int length = gen.nextInt() & LENGTH_MASK;
      byte b = (byte)(gen.nextInt() & 0x7F);
      //System.out.println("reading " + name + " with " + length + " of " + b);


      InputStream file = store.openFile(name);


      if (file.length() != length)
  throw new Exception("length incorrect");


      for (int j = 0; j < length; j++)
  if (file.readByte() != b)
    throw new Exception("contents incorrect");


      file.close();
    }


    end = new Date();


    System.out.print(end.getTime() - start.getTime());

View Full Code Here

        Directory dest = getDirectory();
        String[] files = dir.list();
        for (int i = 0; i < files.length; i++) {
            InputStream in = dir.openFile(files[i]);
            try {
                OutputStream out = dest.createFile(files[i]);
                try {
                    long remaining = in.length();
                    while (remaining > 0) {
                        int num = (int) Math.min(remaining, buffer.length);
                        in.readBytes(buffer, 0, num);
                        out.writeBytes(buffer, num);
                        remaining -= num;
                    }
                } finally {
                    out.close();
                }
            } finally {
                in.close();
            }
        }

View Full Code Here

        Directory dest = getDirectory();
        String[] files = dir.list();
        for (int i = 0; i < files.length; i++) {
            InputStream in = dir.openFile(files[i]);
            try {
                OutputStream out = dest.createFile(files[i]);
                try {
                    long remaining = in.length();
                    while (remaining > 0) {
                        int num = (int) Math.min(remaining, buffer.length);
                        in.readBytes(buffer, 0, num);
                        out.writeBytes(buffer, num);
                        remaining -= num;
                    }
                } finally {
                    out.close();
                }
            } finally {
                in.close();
            }
        }

View Full Code Here

    }
    return hasVectors;
  }


  public void write(Directory d, String name) throws IOException {
    OutputStream output = d.createFile(name);
    try {
      write(output);
    } finally {
      output.close();
    }
  }

View Full Code Here

                "No entries to merge have been defined");


        merged = true;


        // open the compound stream
        OutputStream os = null;
        try {
            os = directory.createFile(fileName);


            // Write the number of entries
            os.writeVInt(entries.size());


            // Write the directory with all offsets at 0.
            // Remember the positions of directory entries so that we can
            // adjust the offsets later
            Iterator it = entries.iterator();
            while(it.hasNext()) {
                FileEntry fe = (FileEntry) it.next();
                fe.directoryOffset = os.getFilePointer();
                os.writeLong(0);    // for now
                os.writeString(fe.file);
            }


            // Open the files and copy their data into the stream.
            // Remeber the locations of each file's data section.
            byte buffer[] = new byte[1024];
            it = entries.iterator();
            while(it.hasNext()) {
                FileEntry fe = (FileEntry) it.next();
                fe.dataOffset = os.getFilePointer();
                copyFile(fe, os, buffer);
            }


            // Write the data offsets into the directory of the compound stream
            it = entries.iterator();
            while(it.hasNext()) {
                FileEntry fe = (FileEntry) it.next();
                os.seek(fe.directoryOffset);
                os.writeLong(fe.dataOffset);
            }


            // Close the output stream. Set the os to null before trying to
            // close so that if an exception occurs during the close, the
            // finally clause below will not attempt to close the stream
            // the second time.
            OutputStream tmp = os;
            os = null;
            tmp.close();


        } finally {
            if (os != null) try { os.close(); } catch (IOException e) { }
        }
    }

View Full Code Here


  private void mergeNorms() throws IOException {
    for (int i = 0; i < fieldInfos.size(); i++) {
      FieldInfo fi = fieldInfos.fieldInfo(i);
      if (fi.isIndexed) {
        OutputStream output = directory.createFile(segment + ".f" + i);
        try {
          for (int j = 0; j < readers.size(); j++) {
            IndexReader reader = (IndexReader) readers.elementAt(j);
            byte[] input = reader.norms(fi.name);
            int maxDoc = reader.maxDoc();
            for (int k = 0; k < maxDoc; k++) {
              byte norm = input != null ? input[k] : (byte) 0;
              if (!reader.isDeleted(k)) {
                output.writeByte(norm);
              }
            }
          }
        } finally {
          output.close();
        }
      }
    }
  }

View Full Code Here

0 1 2 3 4

TOP

Related Classes of org.apache.lucene.store.OutputStream

org.apache.jackrabbit.core.query.lucene.PersistentIndex

org.apache.lucene.index.CompoundFileWriter

org.apache.lucene.index.DocumentWriter

org.apache.lucene.index.FieldInfos

org.apache.lucene.index.IndexWriter

org.apache.lucene.index.SegmentInfos

org.apache.lucene.index.SegmentMerger

org.apache.lucene.index.SegmentReader$Norm

org.apache.lucene.index.TestCompoundFile

org.apache.lucene.index.TestFieldInfos

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.