Examples of GenericDatumReader

org.apache.avro.generic.GenericDatumReader
{@link DatumReader} for generic Java objects.

Examples of org.apache.avro.generic.GenericDatumReader

      }      
    });   


    // fetch test input data and sort like solr result set
    List<GenericData.Record> records = new ArrayList();
    FileReader<GenericData.Record> reader = new DataFileReader(file, new GenericDatumReader());
    while (reader.hasNext()) {
      GenericData.Record expected = reader.next();
      records.add(expected);
    }
    assertEquals(collector.getRecords().size(), records.size());

View Full Code Here

Examples of org.apache.avro.generic.GenericDatumReader

         this.schema = schema;
         this.id = id;
      }


      Object read(Decoder decoder) throws IOException {
         return new GenericDatumReader(schema).read(null, decoder);
      }

View Full Code Here

Examples of org.apache.avro.generic.GenericDatumReader

         super(STRING_SCHEMA, id);
      }


      @Override
      Object read(Decoder decoder) throws IOException {
         return new GenericDatumReader(schema).read(null, decoder).toString();
      }

View Full Code Here

Examples of org.apache.avro.generic.GenericDatumReader

         super(BYTES_SCHEMA, id);
      }


      @Override
      Object read(Decoder decoder) throws IOException {
         java.nio.ByteBuffer byteBuffer = (java.nio.ByteBuffer) new GenericDatumReader(schema).read(null, decoder);
         byte[] bytes = new byte[byteBuffer.limit()]; // TODO: Limit or capacity ? Limit works
         byteBuffer.get(bytes);
         return bytes;
      }

View Full Code Here

Examples of org.apache.avro.generic.GenericDatumReader

         super(STRING_ARRAY_SCHEMA, id);
      }


      @Override
      Object read(Decoder decoder) throws IOException {
         GenericData.Array<Utf8> utf8s = (GenericData.Array<Utf8>) new GenericDatumReader(schema).read(null, decoder);
         List<String> strings = new ArrayList<String>((int) utf8s.size());
         for (Utf8 utf8 : utf8s)
            strings.add(utf8.toString());
         return strings.toArray(new String[0]);
      }

View Full Code Here

Examples of org.apache.avro.generic.GenericDatumReader

         this.type = type;
      }


      @Override
      Object read(Decoder decoder) throws IOException {
         GenericData.Array<T> avroArray = (GenericData.Array<T>) new GenericDatumReader(schema).read(null, decoder);
         List<T> list = new ArrayList<T>((int) avroArray.size());
         for (T t : avroArray)
            list.add(t);
         T[] array = (T[]) Array.newInstance(type, list.size());
         return toArray(list, array);

View Full Code Here

Examples of org.apache.avro.generic.GenericDatumReader

      ls.inferRecordFormat(localFS, new Path(inputData.getCanonicalPath()), localFS, schemaFile, parseTreeFile, jsonDataFile, avroFile, false, lineCount);


      // Test the inferred structure
      // First, load in the avro file and see how many records there are.
      int avroCount = 0;
      DataFileReader in = new DataFileReader(new File(avroFile.toString()), new GenericDatumReader());
      try {
        Iterator it = in.iterator();
        while (it.hasNext()) {
          avroCount++;
          it.next();

View Full Code Here

Examples of org.apache.avro.generic.GenericDatumReader

  }
  /**
   * Create the statistical summary object from data.
   */
  public Schema createSummaryFromData(File f) throws IOException {
    DataFileReader in = new DataFileReader(f, new GenericDatumReader());
    try {
      Schema s = in.getSchema();


      //
      // There has to be at least one data element for us to infer anything meaningful

View Full Code Here

Examples of org.apache.avro.generic.GenericDatumReader

         this.type = type;
      }


      @Override
      Object read(Decoder decoder) throws IOException {
         GenericData.Array<T> avroArray = (GenericData.Array<T>) new GenericDatumReader(schema).read(null, decoder);
         List<T> list = new ArrayList<T>((int) avroArray.size());
         for (T t : avroArray)
            list.add(t);
         T[] array = (T[]) Array.newInstance(type, list.size());
         return toArray(list, array);

View Full Code Here

Examples of org.apache.avro.generic.GenericDatumReader

         this.schema = schema;
         this.id = id;
      }


      Object read(Decoder decoder) throws IOException {
         return new GenericDatumReader(schema).read(null, decoder);
      }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.