Package com.linkedin.data.schema

Examples of com.linkedin.data.schema.DataSchema

776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
  }

  private Object generateFieldDefValue(FieldDef<?> fieldDef)
  {
    Object value = _dataGenerator.buildData(fieldDef.getName(), fieldDef.getDataSchema());
    DataSchema dereferencedDataSchema = fieldDef.getDataSchema().getDereferencedDataSchema();
    if (!dereferencedDataSchema.isPrimitive())
    {
      switch(dereferencedDataSchema.getType())
      {
        case FIXED:
          value = new FixedTemplatePlaceholder(value, (FixedDataSchema)dereferencedDataSchema);
          break;
        case ENUM:
          // just use the string value already generated.  Will be coerced by DataTemplateUtil.DynamicEnumCoercer.
          break;
        case ARRAY:
          value = new ArrayTemplatePlaceholder<Object>((DataList)value, (ArrayDataSchema)dereferencedDataSchema, Object.class);
          break;
        case RECORD:
          value = new RecordTemplatePlaceholder((DataMap)value, (RecordDataSchema)dereferencedDataSchema);
          break;
        case MAP:
          value = new MapTemplatePlaceholder<Object>((DataMap)value, (MapDataSchema)dereferencedDataSchema, Object.class);
          break;
        case UNION:
          value = new UnionTemplatePlaceholder(value, (UnionDataSchema)dereferencedDataSchema);
          break;
        case TYPEREF:
          throw new IllegalStateException("TYPEREF should not be returned for a dereferenced byte. schema: " + fieldDef.getDataSchema());
        default:
          throw new IllegalStateException("Unrecognized enum value: " + dereferencedDataSchema.getType());
      }
    }
    return value;
  }
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
   * @param keyType the type of the key
   */
  @SuppressWarnings("unchecked")
  void setPrimitiveKey(RecordDataSchema.Field keyField, K key, TypeSpec<K> keyType)
  {
    DataSchema keySchema = keyType.getSchema();
    if (keySchema.isPrimitive())
    {
      putDirect(keyField, keyType.getType(), keyType.getType(), key, SetMode.IGNORE_NULL);
      return;
    }
    switch (keySchema.getType())
    {
      case TYPEREF:
        TyperefDataSchema typerefDataSchema = (TyperefDataSchema)keySchema;
        DataSchema.Type dereferencedType = keySchema.getDereferencedType();
        Class<?> javaClassForSchema = TyperefUtils.getJavaClassForSchema(typerefDataSchema);
        if (javaClassForSchema == null)
        {
          // typeref to a primitive. In this case the keyClass is a primitive, and so is the key.
          putDirect(keyField, keyType.getType(), keyType.getType(), key, SetMode.IGNORE_NULL);
View Full Code Here
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
  @SuppressWarnings("unchecked")
  public K getPrimitiveKey(TypeSpec<K> keyType)
  {
    StringBuilder sb = new StringBuilder(10);

    DataSchema keySchema = keyType.getSchema();

    RecordDataSchema.Field keyField = new RecordDataSchema.Field(keySchema);
    keyField.setName(KEY_FIELD_NAME, sb);

    if (keySchema.isPrimitive() || keySchema.getType() == DataSchema.Type.ENUM)
    {
      return obtainDirect(keyField, keyType.getType(), GetMode.DEFAULT);
    }
    else if (keySchema.getType() == DataSchema.Type.TYPEREF)
    {
      TyperefDataSchema typerefDataSchema = (TyperefDataSchema)keySchema;
      Class<?> javaClass = TyperefUtils.getJavaClassForSchema(typerefDataSchema);
      if (javaClass == null)
      {
View Full Code Here
269
270
271
272
273
274
275
276
277
278
279
    @Override
    public void key(String key)
      throws IOException
    {
      DataSchema newSchema = null;
      if (_currentSchema != null)
      {
        switch (_currentSchema.getType())
        {
          case RECORD:
View Full Code Here
323
324
325
326
327
328
329
330
331
332
333
    }

    @Override
    public void index(int index)
    {
      DataSchema newSchema = null;
      if (_currentSchema != null && _currentSchema.getType() == DataSchema.Type.ARRAY)
      {
        ArrayDataSchema arraySchema = (ArrayDataSchema) _currentSchema;
        newSchema = arraySchema.getItems();
      }
View Full Code Here
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
                                  String fieldName,
                                  DataGenerationOptions spec)
  {
    spec = preventRecursionIntoAlreadyTraversedSchemas(parentSchemas, spec, schema);
    parentSchemas.incrementReferences(schema);
    final DataSchema derefSchema = schema.getDereferencedDataSchema();
    final SampleDataCallback callback = spec.getCallback();
    Object data = null;
    switch (derefSchema.getType())
    {
      case BOOLEAN:
        data = callback.getBoolean(fieldName);
        break;
      case INT:
        data = callback.getInteger(fieldName);
        break;
      case LONG:
        data = callback.getLong(fieldName);
        break;
      case FLOAT:
        data = callback.getFloat(fieldName);
        break;
      case DOUBLE:
        data = callback.getDouble(fieldName);
        break;
      case BYTES:
        data = callback.getBytes(fieldName);
        break;
      case STRING:
        data = callback.getString(fieldName);
        break;
      case NULL:
        data = Data.NULL;
        break;
      case FIXED:
        data = callback.getFixed(fieldName, (FixedDataSchema) derefSchema);
        break;
      case ENUM:
        data = callback.getEnum(fieldName, (EnumDataSchema) derefSchema);
        break;
      case ARRAY:
        final DataList dataList = new DataList(spec.getArraySize());
        for (int i = 0; i < spec.getArraySize(); i++)
        {
          final Object item = buildData(parentSchemas, ((ArrayDataSchema) derefSchema).getItems(), fieldName, spec);
          dataList.add(item);
        }
        data = dataList;
        break;
      case RECORD:
        data = buildRecordData(parentSchemas, (RecordDataSchema) derefSchema, spec);
        break;
      case MAP:
        final DataMap dataMap = new DataMap();
        for (int i = 0; i < spec.getArraySize(); i++)
        {
          final Object item = buildData(parentSchemas, ((MapDataSchema) derefSchema).getValues(), fieldName, spec);
          dataMap.put("mapField_" + _random.nextInt(), item);
        }
        data = dataMap;
        break;
      case UNION:
        final UnionDataSchema unionSchema = (UnionDataSchema) derefSchema;
        final List<DataSchema> types = removeAlreadyTraversedSchemasFromUnionMemberList(parentSchemas, unionSchema.getTypes());
        final int unionIndex = _random.nextInt(types.size());
        final DataSchema unionItemSchema = types.get(unionIndex);
        data = buildData(parentSchemas, unionItemSchema, fieldName, spec);

        if (data != null)
        {
          final DataMap unionMap = new DataMap();
          unionMap.put(unionItemSchema.getUnionMemberKey(), data);
          data = unionMap;
        }
        break;
      case TYPEREF:
        data = buildData(parentSchemas, derefSchema, fieldName, spec);
View Full Code Here
374
375
376
377
378
379
380
381
382
383
384
    return SchemaSampleDataGenerator.buildData(dataSchema, fieldName, _spec);
  }

  private DataMap buildDataMap(ParentSchemas parentSchemas, String pegasusDataSchemaName, DataGenerationOptions spec)
  {
    final DataSchema schema = _schemaParser.lookupName(pegasusDataSchemaName);
    spec = preventRecursionIntoAlreadyTraversedSchemas(parentSchemas, spec, schema);
    parentSchemas.incrementReferences(schema);
    if (schema == null)
    {
      throw new IllegalArgumentException(String.format("Could not find pegasus data schema '%s'", pegasusDataSchemaName));
View Full Code Here
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
    Class<?> itemType = null;
    ArrayDataSchema arrayDataSchema = null;
    if (fieldDef.getDataSchema() instanceof ArrayDataSchema)
    {
      arrayDataSchema = (ArrayDataSchema)fieldDef.getDataSchema();
      DataSchema itemSchema = arrayDataSchema.getItems();

      if (itemSchema instanceof TyperefDataSchema)
      {
        itemType = DataSchemaUtil.dataSchemaTypeToPrimitiveDataSchemaClass(
            itemSchema.getDereferencedType());
      }
      else
      {
        itemType = fieldDef.getType().getComponentType();
      }
View Full Code Here
312
313
314
315
316
317
318
319
320
321
322
323
324
  }

  private static RecordTemplate wrapWithSchema(DataMap dataMap, TypeSpec<? extends RecordTemplate> spec)
  {
    Class<? extends RecordTemplate> clazz = spec.getType();
    DataSchema schema = spec.getSchema();

    if (schema.getDereferencedType() == DataSchema.Type.RECORD)
    {
      try
      {
        Constructor<? extends RecordTemplate> constructor = clazz.getConstructor(DataMap.class, RecordDataSchema.class);
        return constructor.newInstance(dataMap, (RecordDataSchema) schema);
View Full Code Here
33
34
35
36
37
38
39
40
  }

  @Override
  public boolean evaluate(DataElement element)
  {
    DataSchema schema = element.getSchema();
    return (schema != null && schema.getType() == _type);
  }
View Full Code Here
TOP

Related Classes of com.linkedin.data.schema.DataSchema

  • com.linkedin.data.avro.DataTranslator$AvroGenericToDataTranslator
  • com.linkedin.data.avro.DataTranslator$DataMapToGenericRecordTranslator
  • com.linkedin.data.avro.SchemaToAvroJsonEncoder
  • com.linkedin.data.avro.SchemaTranslator
  • com.linkedin.data.avro.SchemaTranslator$AbstractDefaultDataTranslator
  • com.linkedin.data.avro.SchemaTranslator$AvroToDataSchemaConvertCallback
  • com.linkedin.data.avro.SchemaTranslator$DefaultAvroToDataConvertCallback
  • com.linkedin.data.avro.SchemaTranslator$DefaultDataToAvroConvertCallback
  • com.linkedin.data.avro.TestAvroOverrideFactory
  • com.linkedin.data.avro.TestCustomAvroSchema
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.