Examples of java.io.DataInput

java.io.DataInput
DataInput is an interface which declares methods for reading in typed data from a Stream. Typically, this stream has been written by a class which implements DataOutput. Types that can be read include byte, 16-bit short, 32-bit int, 32-bit float, 64-bit long, 64-bit double, byte strings, and UTF Strings. @see DataInputStream @see RandomAccessFile

    @Override
    protected I getId(JSONObject vertexObject) throws IOException {
      try {
        byte[] decodedWritable = Base64.decode(
            vertexObject.getString(JsonBase64VertexFormat.VERTEX_ID_KEY));
        DataInput input = new DataInputStream(
            new ByteArrayInputStream(decodedWritable));
        I vertexId = getConf().createVertexId();
        vertexId.readFields(input);
        return vertexId;
      } catch (JSONException e) {

View Full Code Here

  public SendAggregatorsToOwnerRequest() {
  }


  @Override
  public void doRequest(ServerData serverData) {
    DataInput input = getDataInput();
    AllAggregatorServerData aggregatorData = serverData.getAllAggregatorData();
    try {
      int numAggregators = input.readInt();
      for (int i = 0; i < numAggregators; i++) {
        String aggregatorName = input.readUTF();
        String aggregatorClassName = input.readUTF();
        if (aggregatorName.equals(AggregatorUtils.SPECIAL_COUNT_AGGREGATOR)) {
          LongWritable count = new LongWritable(0);
          count.readFields(input);
          aggregatorData.receivedRequestCountFromMaster(count.get(),
              getSenderTaskId());

View Full Code Here

  public SendWorkerAggregatorsRequest() {
  }


  @Override
  public void doRequest(ServerData serverData) {
    DataInput input = getDataInput();
    OwnerAggregatorServerData aggregatorData =
        serverData.getOwnerAggregatorData();
    try {
      int numAggregators = input.readInt();
      for (int i = 0; i < numAggregators; i++) {
        String aggregatorName = input.readUTF();
        if (aggregatorName.equals(
            AggregatorUtils.SPECIAL_COUNT_AGGREGATOR)) {
          LongWritable count = new LongWritable(0);
          count.readFields(input);
          aggregatorData.receivedRequestCountFromWorker(count.get(),

View Full Code Here

  public SendAggregatorsToWorkerRequest() {
  }


  @Override
  public void doRequest(ServerData serverData) {
    DataInput input = getDataInput();
    AllAggregatorServerData aggregatorData = serverData.getAllAggregatorData();
    try {
      int numAggregators = input.readInt();
      for (int i = 0; i < numAggregators; i++) {
        String aggregatorName = input.readUTF();
        String aggregatorClassName = input.readUTF();
        if (aggregatorName.equals(AggregatorUtils.SPECIAL_COUNT_AGGREGATOR)) {
          LongWritable count = new LongWritable(0);
          count.readFields(input);
          aggregatorData.receivedRequestCountFromWorker(count.get(),
              getSenderTaskId());

View Full Code Here

      if (this.bloomFilter != null) {
        return; // already loaded
      }


      try {
        DataInput bloomMeta = reader.getBloomFilterMetadata();
        if (bloomMeta != null) {
          if (bloomFilterType == BloomType.NONE) {
            throw new IOException(
                "valid bloom filter type not found in FileInfo");
          }

View Full Code Here

    }


    System.out.println("Mid-key: " + Bytes.toStringBinary(reader.midkey()));


    // Printing bloom information
    DataInput bloomMeta = reader.getBloomFilterMetadata();
    BloomFilter bloomFilter = null;
    if (bloomMeta != null)
      bloomFilter = BloomFilterFactory.createFromMeta(bloomMeta, reader);


    System.out.println("Bloom filter:");

View Full Code Here

      try {
        if (blockType == BlockType.GENERAL_BLOOM_META) {
          if (this.generalBloomFilter != null)
            return; // Bloom has been loaded


          DataInput bloomMeta = reader.getGeneralBloomFilterMetadata();
          if (bloomMeta != null) {
            // sanity check for NONE Bloom filter
            if (bloomFilterType == BloomType.NONE) {
              throw new IOException(
                  "valid bloom filter type not found in FileInfo");
            } else {
              generalBloomFilter = BloomFilterFactory.createFromMeta(bloomMeta,
                  reader);
              if (LOG.isTraceEnabled()) {
                LOG.trace("Loaded " + bloomFilterType.toString() + " "
                  + generalBloomFilter.getClass().getSimpleName()
                  + " metadata for " + reader.getName());
              }
            }
          }
        } else if (blockType == BlockType.DELETE_FAMILY_BLOOM_META) {
          if (this.deleteFamilyBloomFilter != null)
            return; // Bloom has been loaded


          DataInput bloomMeta = reader.getDeleteBloomFilterMetadata();
          if (bloomMeta != null) {
            deleteFamilyBloomFilter = BloomFilterFactory.createFromMeta(
                bloomMeta, reader);
            LOG.info("Loaded Delete Family Bloom ("
                + deleteFamilyBloomFilter.getClass().getSimpleName()

View Full Code Here

    }


    System.out.println("Mid-key: " + Bytes.toStringBinary(reader.midkey()));


    // Printing general bloom information
    DataInput bloomMeta = reader.getGeneralBloomFilterMetadata();
    BloomFilter bloomFilter = null;
    if (bloomMeta != null)
      bloomFilter = BloomFilterFactory.createFromMeta(bloomMeta, reader);


    System.out.println("Bloom filter:");

View Full Code Here

        throw new DeserializationException(e);
      }
    } else {
      ListMultimap<String,TablePermission> perms = ArrayListMultimap.create();
      try {
        DataInput in = new DataInputStream(new ByteArrayInputStream(data));
        int length = in.readInt();
        for (int i=0; i<length; i++) {
          String user = Text.readString(in);
          List<TablePermission> userPerms =
            (List)HbaseObjectWritableFor96Migration.readObject(in, conf);
          perms.putAll(user, userPerms);

View Full Code Here

     * 
     * @return int[]
     */
    public int[] readIntArray() {
        try {
            DataInput dis;
            if (bigEndian) {
                dis = new DataInputStream(stream);
            } else {
                dis = new LEDataInputStream(stream);
            }


            Vector<Integer> intV = new Vector<Integer>();


            try {
                while (true) {
                    int i = dis.readInt();
                    intV.add(new Integer(i));
                }
            } catch (EOFException eof) {
                stream.close();
            }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of java.io.DataInput

co.cask.tephra.persist.TransactionEditTest

com.cloudera.cdk.morphline.hadoop.rcfile.ReadRCFileBuilder$ReadRCFile

com.cloudera.flume.handlers.batch.UnbatchingDecorator

com.cloudera.flume.handlers.hdfs.WriteableEvent

com.digitalpebble.behemoth.io.sequencefile.SequenceFileConverterMapperTest

com.facebook.hiveio.common.WritablesTest

com.netflix.aegisthus.columnar_input.readers.SSTableRecordReader

com.netflix.aegisthus.io.commitlog.CommitLogColumnarScanner

com.netflix.aegisthus.io.commitlog.CommitLogScanner

com.netflix.aegisthus.tools.SSTableExport

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.