Examples of DirectByteBufferOutputStream

org.apache.hama.bsp.message.io.DirectByteBufferOutputStream
Encapsulates a {@link DirectByteBufferOutputStream}.

Examples of org.apache.hama.bsp.message.io.DirectByteBufferOutputStream

  }


  public void testDirectByteBufferOutput() throws Exception {


    ByteBuffer buffer = ByteBuffer.allocateDirect(512);
    DirectByteBufferOutputStream stream = new DirectByteBufferOutputStream();
    stream.setBuffer(buffer);
    IntWritable intWritable = new IntWritable(1);


    for (int i = 0; i < 100; ++i) {
      intWritable.set(i);
      intWritable.write(stream);
    }


    stream.close();


    buffer.flip();
    for (int i = 0; i < 100; ++i) {
      assertEquals(i, buffer.getInt());
    }

View Full Code Here

Examples of org.apache.hama.bsp.message.io.DirectByteBufferOutputStream


  }


  public void testDirectByteBufferInput() throws Exception {
    ByteBuffer buffer = ByteBuffer.allocateDirect(512);
    DirectByteBufferOutputStream stream = new DirectByteBufferOutputStream();
    stream.setBuffer(buffer);
    IntWritable intWritable = new IntWritable(1);


    for (int i = 0; i < 100; ++i) {
      intWritable.set(i);
      intWritable.write(stream);
    }
    intWritable.write(stream);


    stream.close();


    buffer.flip();


    DirectByteBufferInputStream inStream = new DirectByteBufferInputStream();


    inStream.setBuffer(new SpilledByteBuffer(buffer, 400));
    for (int i = 0; i < 100; ++i) {
      intWritable.readFields(inStream);
      assertEquals(i, intWritable.get());
    }


    assertFalse(inStream.hasDataToRead());
    assertTrue(inStream.hasUnmarkData());
    inStream.prepareForNext();


    // push in another buffer and check if the unmarked data could be read.


    buffer.clear();
    stream = new DirectByteBufferOutputStream();
    buffer = ByteBuffer.allocateDirect(2048);
    stream.setBuffer(buffer);


    for (int i = 0; i < 400; ++i) {
      intWritable.set(i);
      intWritable.write(stream);
    }
    stream.close();
    buffer.flip();


    inStream.setBuffer(new SpilledByteBuffer(buffer, 400));


    // Read previous data
    intWritable.readFields(inStream);
    assertEquals(99, intWritable.get());


    for (int i = 0; i < 100; ++i) {
      intWritable.readFields(inStream);
      assertEquals(i, intWritable.get());
    }


    assertFalse(inStream.hasDataToRead());
    assertTrue(inStream.hasUnmarkData());
    inStream.prepareForNext();


    buffer.clear();
    stream = new DirectByteBufferOutputStream();
    stream.setBuffer(buffer);


    for (int i = 0; i < 100; ++i) {
      intWritable.set(i);
      intWritable.write(stream);
    }
    stream.close();
    buffer.flip();


    inStream.setBuffer(new SpilledByteBuffer(buffer, 400));


    // Read previous data with resized intermediate buffer

View Full Code Here

Examples of org.apache.hama.bsp.message.io.DirectByteBufferOutputStream


    ReusableByteBuffer<IntWritable> reuseByteBuffer = new ReusableByteBuffer<IntWritable>(
        new IntWritable());


    ByteBuffer buffer = ByteBuffer.allocateDirect(512);
    DirectByteBufferOutputStream stream = new DirectByteBufferOutputStream();
    stream.setBuffer(buffer);
    IntWritable intWritable = new IntWritable(1);


    for (int i = 0; i < 100; ++i) {
      intWritable.set(i);
      intWritable.write(stream);
    }
    intWritable.write(stream);
    stream.close();
    buffer.flip();
    reuseByteBuffer.set(new SpilledByteBuffer(buffer, 400));


    Iterator<IntWritable> iter = reuseByteBuffer.iterator();
    int j = 0;
    while (iter.hasNext()) {
      assertEquals(iter.next().get(), j++);
    }
    assertEquals(j, 100);
    reuseByteBuffer.prepareForNext();


    buffer.clear();


    stream = new DirectByteBufferOutputStream();
    stream.setBuffer(buffer);


    for (int i = 0; i < 101; ++i) {
      intWritable.set(i);
      intWritable.write(stream);
    }
    stream.close();
    buffer.flip();


    reuseByteBuffer.set(new SpilledByteBuffer(buffer, 404));
    iter = reuseByteBuffer.iterator();
    assertEquals(iter.next().get(), 99);

View Full Code Here

Examples of org.apache.hama.bsp.message.io.DirectByteBufferOutputStream

  public void testCombineProcessor() throws Exception {
    String fileName = System.getProperty("java.io.tmpdir") + File.separatorChar
        + new BigInteger(128, new SecureRandom()).toString(32);


    ByteBuffer buffer = ByteBuffer.allocateDirect(512);
    DirectByteBufferOutputStream stream = new DirectByteBufferOutputStream();
    stream.setBuffer(buffer);
    IntWritable intWritable = new IntWritable(1);
    int sum = 0;
    for (int i = 0; i < 100; ++i) {
      intWritable.set(i);
      intWritable.write(stream);
      sum += i;
    }
    intWritable.write(stream);
    stream.close();
    buffer.flip();


    Configuration conf = new HamaConfiguration();


    conf.setClass(Constants.MESSAGE_CLASS, IntWritable.class, Writable.class);

View Full Code Here

Examples of org.apache.hama.bsp.message.io.DirectByteBufferOutputStream

    try {
      String fileName = System.getProperty("java.io.tmpdir")
          + File.separatorChar + "testSyncFlushByteBufferOutputStream.txt";
      SyncFlushByteBufferOutputStream stream = new SyncFlushByteBufferOutputStream(
          fileName);
      DirectByteBufferOutputStream syncFlushStream = new DirectByteBufferOutputStream(
          stream);
      ByteBuffer buffer = ByteBuffer.allocateDirect(512);
      syncFlushStream.setBuffer(buffer);
      IntWritable intWritable = new IntWritable(1);


      for (int i = 0; i < 200; ++i) {
        intWritable.set(i);
        intWritable.write(syncFlushStream);
      }
      intWritable.write(syncFlushStream);
      syncFlushStream.close();


      f = new File(fileName);
      assertTrue(f.exists());
      assertTrue(f.length() == 804);
      assertTrue(f.delete());

View Full Code Here

Examples of org.apache.hama.bsp.message.io.DirectByteBufferOutputStream

    try {
      String fileName = System.getProperty("java.io.tmpdir")
          + File.separatorChar + "testSyncFlushBufferInputStream.txt";
      SyncFlushByteBufferOutputStream stream = new SyncFlushByteBufferOutputStream(
          fileName);
      DirectByteBufferOutputStream syncFlushStream = new DirectByteBufferOutputStream(
          stream);
      ByteBuffer buffer = ByteBuffer.allocateDirect(512);
      syncFlushStream.setBuffer(buffer);
      IntWritable intWritable = new IntWritable(1);


      for (int i = 0; i < 200; ++i) {
        intWritable.set(i);
        intWritable.write(syncFlushStream);
      }
      intWritable.write(syncFlushStream);
      syncFlushStream.close();


      f = new File(fileName);
      assertTrue(f.exists());
      assertEquals(f.length(), 804);


      SyncReadByteBufferInputStream syncReadStream = new SyncReadByteBufferInputStream(
          stream.isSpilled(), fileName);
      DirectByteBufferInputStream inStream = new DirectByteBufferInputStream(
          syncReadStream);
      buffer.clear();
      inStream.setBuffer(buffer);


      for (int i = 0; i < 200; ++i) {
        intWritable.readFields(inStream);
        assertEquals(intWritable.get(), i);
      }


      intWritable.readFields(inStream);
      assertEquals(intWritable.get(), 199);


      try {
        intWritable.readFields(inStream);
        assertFalse(true);
      } catch (Exception e) {
        assertTrue(true);
      }


      inStream.close();
      syncFlushStream.close();


    } finally {
      if (f != null) {
        f.delete();
      }

View Full Code Here

Examples of org.apache.hama.bsp.message.io.DirectByteBufferOutputStream

  }


  public void testDirectByteBufferOutput() throws Exception {


    ByteBuffer buffer = ByteBuffer.allocateDirect(512);
    DirectByteBufferOutputStream stream = new DirectByteBufferOutputStream();
    stream.setBuffer(buffer);
    IntWritable intWritable = new IntWritable(1);


    for (int i = 0; i < 100; ++i) {
      intWritable.set(i);
      intWritable.write(stream);
    }


    stream.close();


    buffer.flip();
    for (int i = 0; i < 100; ++i) {
      assertEquals(i, buffer.getInt());
    }

View Full Code Here

Examples of org.apache.hama.bsp.message.io.DirectByteBufferOutputStream


  }


  public void testDirectByteBufferInput() throws Exception {
    ByteBuffer buffer = ByteBuffer.allocateDirect(512);
    DirectByteBufferOutputStream stream = new DirectByteBufferOutputStream();
    stream.setBuffer(buffer);
    IntWritable intWritable = new IntWritable(1);


    for (int i = 0; i < 100; ++i) {
      intWritable.set(i);
      intWritable.write(stream);
    }
    intWritable.write(stream);


    stream.close();


    buffer.flip();


    DirectByteBufferInputStream inStream = new DirectByteBufferInputStream();


    inStream.setBuffer(new SpilledByteBuffer(buffer, 400));
    for (int i = 0; i < 100; ++i) {
      intWritable.readFields(inStream);
      assertEquals(i, intWritable.get());
    }


    assertFalse(inStream.hasDataToRead());
    assertTrue(inStream.hasUnmarkData());
    inStream.prepareForNext();


    // push in another buffer and check if the unmarked data could be read.


    buffer.clear();
    stream = new DirectByteBufferOutputStream();
    buffer = ByteBuffer.allocateDirect(2048);
    stream.setBuffer(buffer);


    for (int i = 0; i < 400; ++i) {
      intWritable.set(i);
      intWritable.write(stream);
    }
    stream.close();
    buffer.flip();


    inStream.setBuffer(new SpilledByteBuffer(buffer, 400));


    // Read previous data
    intWritable.readFields(inStream);
    assertEquals(99, intWritable.get());


    for (int i = 0; i < 100; ++i) {
      intWritable.readFields(inStream);
      assertEquals(i, intWritable.get());
    }


    assertFalse(inStream.hasDataToRead());
    assertTrue(inStream.hasUnmarkData());
    inStream.prepareForNext();


    buffer.clear();
    stream = new DirectByteBufferOutputStream();
    stream.setBuffer(buffer);


    for (int i = 0; i < 100; ++i) {
      intWritable.set(i);
      intWritable.write(stream);
    }
    stream.close();
    buffer.flip();


    inStream.setBuffer(new SpilledByteBuffer(buffer, 400));


    // Read previous data with resized intermediate buffer

View Full Code Here

Examples of org.apache.hama.bsp.message.io.DirectByteBufferOutputStream


    ReusableByteBuffer<IntWritable> reuseByteBuffer = new ReusableByteBuffer<IntWritable>(
        new IntWritable());


    ByteBuffer buffer = ByteBuffer.allocateDirect(512);
    DirectByteBufferOutputStream stream = new DirectByteBufferOutputStream();
    stream.setBuffer(buffer);
    IntWritable intWritable = new IntWritable(1);


    for (int i = 0; i < 100; ++i) {
      intWritable.set(i);
      intWritable.write(stream);
    }
    intWritable.write(stream);
    stream.close();
    buffer.flip();
    reuseByteBuffer.set(new SpilledByteBuffer(buffer, 400));


    Iterator<IntWritable> iter = reuseByteBuffer.iterator();
    int j = 0;
    while (iter.hasNext()) {
      assertEquals(iter.next().get(), j++);
    }
    assertEquals(j, 100);
    reuseByteBuffer.prepareForNext();


    buffer.clear();


    stream = new DirectByteBufferOutputStream();
    stream.setBuffer(buffer);


    for (int i = 0; i < 101; ++i) {
      intWritable.set(i);
      intWritable.write(stream);
    }
    stream.close();
    buffer.flip();


    reuseByteBuffer.set(new SpilledByteBuffer(buffer, 404));
    iter = reuseByteBuffer.iterator();
    assertEquals(iter.next().get(), 99);

View Full Code Here

Examples of org.apache.hama.bsp.message.io.DirectByteBufferOutputStream

  public void testCombineProcessor() throws Exception {
    String fileName = System.getProperty("java.io.tmpdir") + File.separatorChar
        + new BigInteger(128, new SecureRandom()).toString(32);


    ByteBuffer buffer = ByteBuffer.allocateDirect(512);
    DirectByteBufferOutputStream stream = new DirectByteBufferOutputStream();
    stream.setBuffer(buffer);
    IntWritable intWritable = new IntWritable(1);
    int sum = 0;
    for (int i = 0; i < 100; ++i) {
      intWritable.set(i);
      intWritable.write(stream);
      sum += i;
    }
    intWritable.write(stream);
    stream.close();
    buffer.flip();


    Configuration conf = new HamaConfiguration();


    conf.setClass(Constants.MESSAGE_CLASS, IntWritable.class, Writable.class);

View Full Code Here

0 1

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.