Examples of HiveReadableRecord

com.facebook.giraph.hive.record.HiveReadableRecord
Hive record representing a row for reading.
com.facebook.hiveio.record.HiveReadableRecord
Hive record representing a row for reading.

Examples of com.facebook.hiveio.record.HiveReadableRecord

  {
    Iterator<HiveReadableRecord> readRecords = HiveInput.readTable(inputDesc).iterator();


    assertTrue(readRecords.hasNext());


    HiveReadableRecord record = readRecords.next();
    assertEquals(Long.class, record.get(0).getClass());
    assertEquals(Double.class, record.get(1).getClass());
    assertEquals(1, record.getLong(0));
    assertEquals(1.1, record.getDouble(1));


    assertTrue(readRecords.hasNext());
    record = readRecords.next();
    assertEquals(2, record.getLong(0));
    assertEquals(2.2, record.getDouble(1));


    assertFalse(readRecords.hasNext());
  }

View Full Code Here

Examples of com.facebook.hiveio.record.HiveReadableRecord

  private static long readFully(RecordReader<WritableComparable, HiveReadableRecord> reader)
    throws IOException, InterruptedException
  {
    long num = 0;
    while (reader.nextKeyValue()) {
      HiveReadableRecord record = reader.getCurrentValue();
      parseLongLongDouble(record);
      ++num;
    }
    return num;
  }

View Full Code Here

Examples of com.facebook.hiveio.record.HiveReadableRecord

    Parsers.FORCE_PARSER.set(conf, parserClass);
    Iterator<HiveReadableRecord> records = HiveInput.readTable(inputDesc, conf).iterator();


    assertTrue(records.hasNext());


    HiveReadableRecord record = records.next();
    assertEquals(record.getClass(), recordClass);


    assertEquals(1, record.getByte(0));
    checkGetOthersThrows(record, 0, HiveType.BYTE);


    assertEquals(2, record.getShort(1));
    checkGetOthersThrows(record, 1, HiveType.SHORT);


    assertEquals(3, record.getInt(2));
    checkGetOthersThrows(record, 2, HiveType.INT);


    assertEquals(4, record.getLong(3));
    checkGetOthersThrows(record, 3, HiveType.LONG);


    assertEquals(true, record.getBoolean(4));
    checkGetOthersThrows(record, 4, HiveType.BOOLEAN);


    assertEquals(5.5, record.getFloat(5), DELTA);
    checkGetOthersThrows(record, 5, HiveType.FLOAT);


    assertEquals(6.6, record.getDouble(6), DELTA);
    checkGetOthersThrows(record, 6, HiveType.DOUBLE);


    assertEquals("foo", record.getString(7));
    checkGetOthersThrows(record, 7, HiveType.STRING);


    List<Long> list = record.getList(8);
    assertEquals(3, list.size());
    assertEquals(1, (long) list.get(0));
    assertEquals(2, (long) list.get(1));
    assertEquals(3, (long) list.get(2));


    Map<String, Float> map = record.getMap(9);
    assertEquals(2, map.size());
    assertEquals(1.1, map.get("foo"), DELTA);
    assertEquals(2.2, map.get("bar"), DELTA);


    assertFalse(records.hasNext());

View Full Code Here

Examples of com.facebook.hiveio.record.HiveReadableRecord

      throws IOException, InterruptedException {
    Iterator<HiveReadableRecord> records = HiveInput.readTable(inputDesc).iterator();


    assertTrue(records.hasNext());


    HiveReadableRecord record = records.next();
    assertEquals(Integer.class, record.get(0).getClass());
    assertEquals(Double.class, record.get(1).getClass());
    assertEquals(1, record.getInt(0));
    assertEquals(1.1, record.getDouble(1));


    assertTrue(records.hasNext());
    record = records.next();
    assertEquals(2, record.getInt(0));
    assertEquals(2.2, record.getDouble(1));


    assertFalse(records.hasNext());
  }

View Full Code Here

Examples of com.facebook.hiveio.record.HiveReadableRecord

  {
    Iterator<HiveReadableRecord> readRecords = HiveInput.readTable(inputDesc).iterator();


    assertTrue(readRecords.hasNext());


    HiveReadableRecord record = readRecords.next();
    assertEquals(Integer.class, record.get(0).getClass());
    assertEquals(Double.class, record.get(1).getClass());
    assertEquals(1, record.getInt(0));
    assertEquals(1.1, record.getDouble(1));


    assertTrue(readRecords.hasNext());
    record = readRecords.next();
    assertEquals(2, record.getInt(0));
    assertEquals(2.2, record.getDouble(1));


    assertFalse(readRecords.hasNext());
  }

View Full Code Here

Examples of com.facebook.hiveio.record.HiveReadableRecord


    List<HiveWritableRecord> writeRecords = Lists.newArrayList();
    HiveWritableRecord writeRecord = HiveRecordFactory.newWritableRecord(schema);
    writeRecords.add(writeRecord);


    HiveReadableRecord readRecord;


    writeRecord.set(0, (byte) 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getByte(0));


    checkSetThrows(writeRecord, 0, (short) 4);
    checkSetThrows(writeRecord, 0, 4);
    checkSetThrows(writeRecord, 0, (long) 4);
    checkSetThrows(writeRecord, 0, 4.2f);
    checkSetThrows(writeRecord, 0, 4.2d);


    recreateTable();
    writeRecord.set(0, null);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertTrue(readRecord.isNull(0));


    recreateTable();
    writeRecord.set(1, (byte) 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getShort(1));


    recreateTable();
    writeRecord.set(1, (short) 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getShort(1));


    checkSetThrows(writeRecord, 1, 4);
    checkSetThrows(writeRecord, 1, (long) 4);
    checkSetThrows(writeRecord, 1, 4.2f);
    checkSetThrows(writeRecord, 1, 4.2d);


    recreateTable();
    writeRecord.set(1, null);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertTrue(readRecord.isNull(1));


    recreateTable();
    writeRecord.set((byte) 2, 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getInt(2));


    recreateTable();
    writeRecord.set((short) 2, 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getInt(2));


    recreateTable();
    writeRecord.set(2, 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getInt(2));


    checkSetThrows(writeRecord, 2, (long) 4);
    checkSetThrows(writeRecord, 2, 4.2f);
    checkSetThrows(writeRecord, 2, 4.2d);


    recreateTable();
    writeRecord.set(2, null);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertTrue(readRecord.isNull(2));


    checkSetThrows(writeRecord, 3, 4.2f);
    checkSetThrows(writeRecord, 3, 4.2d);


    recreateTable();
    writeRecord.set(4, 4.2f);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4.2, readRecord.getFloat(4), DELTA);


    checkSetThrows(writeRecord, 4, 4.2d);


    recreateTable();
    writeRecord.set(4, null);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertTrue(readRecord.isNull(4));
  }

View Full Code Here

Examples of com.facebook.hiveio.record.HiveReadableRecord


  private static HiveReadableRecord readSingleRecord(HiveInputDescription inputDesc)
      throws IOException, InterruptedException {
    Iterator<HiveReadableRecord> iter = HiveInput.readTable(inputDesc).iterator();
    assertTrue(iter.hasNext());
    HiveReadableRecord record = iter.next();
    assertFalse(iter.hasNext());
    return record;
  }

View Full Code Here

Examples of com.facebook.hiveio.record.HiveReadableRecord


    List<HiveWritableRecord> writeRecords = Lists.newArrayList();
    HiveWritableRecord r1 = HiveRecordFactory.newWritableRecord(schema);
    writeRecords.add(r1);


    HiveReadableRecord readRecord;


    r1.set(1, (byte) 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getShort(1));


    recreateTable();
    r1.set(1, (short) 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getShort(1));


    recreateTable();
    r1.set(2, (byte) 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getInt(2));


    recreateTable();
    r1.set(2, (short) 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getInt(2));


    recreateTable();
    r1.set(2, 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getInt(2));


    recreateTable();
    r1.set(3, (byte) 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getLong(3));


    recreateTable();
    r1.set(3, (short) 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getLong(3));


    recreateTable();
    r1.set(3, 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getLong(3));


    recreateTable();
    r1.set(3, 4L);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getLong(3));


    recreateTable();
    r1.set(4, (byte) 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getFloat(4), DELTA);


    recreateTable();
    r1.set(4, (short) 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getFloat(4), DELTA);


    recreateTable();
    r1.set(4, 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getFloat(4), DELTA);


    recreateTable();
    r1.set(4, 4L);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getFloat(4), DELTA);


    recreateTable();
    r1.set(4, 4.2f);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4.2, readRecord.getFloat(4), DELTA);


    recreateTable();
    r1.set(5, (byte) 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getDouble(5), DELTA);


    recreateTable();
    r1.set(5, (short) 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getDouble(5), DELTA);


    recreateTable();
    r1.set(5, 4);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getDouble(5), DELTA);


    recreateTable();
    r1.set(5, 4L);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4, readRecord.getDouble(5), DELTA);


    recreateTable();
    r1.set(5, 4.2f);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4.2, readRecord.getDouble(5), DELTA);


    recreateTable();
    r1.set(5, 4.2d);
    HiveOutput.writeTable(outputDesc, writeRecords);
    readRecord = readSingleRecord(inputDesc);
    assertEquals(4.2, readRecord.getDouble(5), DELTA);
  }

View Full Code Here

Examples of com.facebook.hiveio.record.HiveReadableRecord

    recordReader = context.hiveApiInputFormat.createRecordReader(split, taskContext);
    recordReader.initialize(split, taskContext);


    int rowsParsed = 0;
    while (recordReader.nextKeyValue() && !context.limitReached(args.limit)) {
      HiveReadableRecord record = recordReader.getCurrentValue();
      if (args.parser.parseOnly) {
        rowParser.parse(record);
      } else {
        recordPrinter.printRecord(record, context.schema.numColumns(), context, args);
      }

View Full Code Here

Examples of com.facebook.hiveio.record.HiveReadableRecord

    Iterator<HiveReadableRecord> records = HiveInput.readTable(inputDesc).iterator();


    int expected[] = { -1, 1, 2, -1, 1 };


    assertTrue(records.hasNext());
    HiveReadableRecord record = records.next();
    Assert.assertEquals(expected[record.getInt(0)], record.getInt(1));


    assertTrue(records.hasNext());
    record = records.next();
    Assert.assertEquals(expected[record.getInt(0)], record.getInt(1));


    assertTrue(records.hasNext());
    record = records.next();
    Assert.assertEquals(expected[record.getInt(0)], record.getInt(1));


    assertFalse(records.hasNext());
  }

View Full Code Here

0 1 2 3

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.