Examples of ColumnSchema

Examples of com.nearinfinity.honeycomb.mysql.schema.ColumnSchema

66
67
68
69
70
71
72
73
74
75
76
     * @throws ParseException
     */
    @Test
    public void testParseEmptyValueNullableMetadataLongType()
            throws ParseException {
        ColumnSchema schema = ColumnSchema
                .builder(COLUMN_NAME, ColumnType.LONG)
                .build();

        assertNull(FieldParser.parse(EMPTY_STRING, schema));
    }
View Full Code Here

Examples of org.apache.hadoop.zebra.schema.Schema.ColumnSchema

329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
    Iterator<RequiredField> it= rFields.iterator();
    String projectionStr = "";
   
    while( it.hasNext()) {
      RequiredField rField = (RequiredField) it.next();
      ColumnSchema cs = projectionSchema.getColumn(rField.getIndex());
     
      if(cs == null) {
        throw new FrontendException
        ("Null column schema in projection schema in fieldsToRead at index " + rField.getIndex());
      }
     
        if(cs.getType() != ColumnType.MAP && (rField.getSubFields() != null)) {     
          throw new FrontendException
          ("Zebra cannot have subfields for a non-map column type in fieldsToRead " +
           "ColumnType:" + cs.getType() + " index in zebra projection schema: " + rField.getIndex()   
          );
        }
        String name = cs.getName();
        projectionStr = projectionStr + name ;
        if(cs.getType() == ColumnType.MAP) {     
          List<RequiredField> subFields = rField.getSubFields();
         
          if( subFields != null ) {
         
              Iterator<RequiredField> its= subFields.iterator();
View Full Code Here

Examples of org.apache.hadoop.zebra.schema.Schema.ColumnSchema

38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
    parser = new TableSchemaParser(new StringReader(strSch));
    schema = parser.RecordSchema(null);
    System.out.println(schema);

    // test 1st level schema;
    ColumnSchema f1 = schema.getColumn(0);
    Assert.assertEquals("c1", f1.getName());
    Assert.assertEquals(ColumnType.COLLECTION, f1.getType());

    ColumnSchema f2 = schema.getColumn(1);
    Assert.assertEquals("c2", f2.getName());
    Assert.assertEquals(ColumnType.COLLECTION, f2.getType());

    // test 2nd level schema;
    Schema f1Schema = f1.getSchema();
    ColumnSchema f11 = f1Schema.getColumn(0);
    Assert.assertEquals("f1", f11.getName());
    Assert.assertEquals(ColumnType.INT, f11.getType());
    ColumnSchema f12 = f1Schema.getColumn(1);
    Assert.assertEquals("f2", f12.getName());
    Assert.assertEquals(ColumnType.INT, f12.getType());

    Schema f2Schema = f2.getSchema();
    ColumnSchema f21 = f2Schema.getColumn(0);
    Assert.assertNull(f21.getName());
    Assert.assertEquals(ColumnType.COLLECTION, f21.getType());

    // test 3rd level schema;
    Schema f21Schema = f21.getSchema();
    ColumnSchema f211 = f21Schema.getColumn(0);
    Assert.assertNull(f211.getName());
    Assert.assertEquals(ColumnType.COLLECTION, f211.getType());
    Schema f211Schema = f211.getSchema();
   
    ColumnSchema f212 = f211Schema.getColumn(0);
    Assert.assertNull(f212.getName());
    Assert.assertEquals(ColumnType.RECORD, f212.getType());
    Schema f212Schema = f212.getSchema();
    ColumnSchema f213 = f212Schema.getColumn(0);
    Assert.assertEquals("f3", f213.getName());
    Assert.assertEquals(ColumnType.FLOAT, f213.getType());
    ColumnSchema f214 = f212Schema.getColumn(1);
    Assert.assertEquals("f4", f214.getName());
    Assert.assertEquals(ColumnType.BYTES, f214.getType());
  }
View Full Code Here

Examples of org.apache.hadoop.zebra.schema.Schema.ColumnSchema

61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
        System.out.println("--------------------------------");
      }
      CGSchema cgs1 = cgschemas[0];
      CGSchema cgs2 = cgschemas[1];

      ColumnSchema f11 = cgs1.getSchema().getColumn(0);
      Assert.assertEquals("c1", f11.getName());
      Assert.assertEquals(ColumnType.COLLECTION, f11.getType());
      ColumnSchema f21 = cgs2.getSchema().getColumn(0);
      Assert.assertEquals("c2", f21.getName());
      Assert.assertEquals(ColumnType.COLLECTION, f21.getType());

      System.out.println("*********** Column Map **********");
      Map<String, HashSet<Partition.PartitionInfo.ColumnMappingEntry>> colmap = p
          .getPartitionInfo().getColMap();
      Assert.assertEquals(colmap.size(), 2);
View Full Code Here

Examples of org.apache.hadoop.zebra.schema.Schema.ColumnSchema

122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
        System.out.println("--------------------------------");
      }
      CGSchema cgs1 = cgschemas[0];
      CGSchema cgs2 = cgschemas[1];

      ColumnSchema f11 = cgs1.getSchema().getColumn(0);
      Assert.assertEquals("c1.f1", f11.getName());
      Assert.assertEquals(ColumnType.INT, f11.getType());
      ColumnSchema f21 = cgs2.getSchema().getColumn(0);
      Assert.assertEquals("c1.f2", f21.getName());
      Assert.assertEquals(ColumnType.INT, f21.getType());
      ColumnSchema f22 = cgs2.getSchema().getColumn(1);
      Assert.assertEquals("c2", f22.getName());
      Assert.assertEquals(ColumnType.COLLECTION, f22.getType());

      System.out.println("*********** Column Map **********");
      Map<String, HashSet<Partition.PartitionInfo.ColumnMappingEntry>> colmap = p
          .getPartitionInfo().getColMap();
      Assert.assertEquals(colmap.size(), 3);
View Full Code Here

Examples of org.apache.hadoop.zebra.schema.Schema.ColumnSchema

38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
    parser = new TableSchemaParser(new StringReader(strSch));
    schema = parser.RecordSchema(null);
    System.out.println(schema);

    // test 1st level schema;
    ColumnSchema f1 = schema.getColumn(0);
    Assert.assertEquals("c1", f1.getName());
    Assert.assertEquals(ColumnType.COLLECTION, f1.getType());

    ColumnSchema f2 = schema.getColumn(1);
    Assert.assertEquals("c2", f2.getName());
    Assert.assertEquals(ColumnType.COLLECTION, f2.getType());

    // test 2nd level schema;
    Schema f1Schema = f1.getSchema();
    ColumnSchema f11 = f1Schema.getColumn(0);
    Assert.assertEquals("f1", f11.getName());
    Assert.assertEquals(ColumnType.INT, f11.getType());
    ColumnSchema f12 = f1Schema.getColumn(1);
    Assert.assertEquals("f2", f12.getName());
    Assert.assertEquals(ColumnType.INT, f12.getType());

    Schema f2Schema = f2.getSchema();
    ColumnSchema f21 = f2Schema.getColumn(0);
    Assert.assertEquals("c3", f21.getName());
    Assert.assertEquals(ColumnType.COLLECTION, f21.getType());

    // test 3rd level schema;
    Schema f21Schema = f21.getSchema();
    ColumnSchema f211 = f21Schema.getColumn(0);
    Assert.assertEquals("f3", f211.getName());
    Assert.assertEquals(ColumnType.FLOAT, f211.getType());
    ColumnSchema f212 = f21Schema.getColumn(1);
    Assert.assertEquals("f4", f212.getName());
    Assert.assertEquals(ColumnType.BYTES, f212.getType());
  }
View Full Code Here

Examples of org.apache.hadoop.zebra.schema.Schema.ColumnSchema

61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
        System.out.println("--------------------------------");
      }
      CGSchema cgs1 = cgschemas[0];
      CGSchema cgs2 = cgschemas[1];

      ColumnSchema f11 = cgs1.getSchema().getColumn(0);
      Assert.assertEquals("c", f11.getName());
      Assert.assertEquals(ColumnType.COLLECTION, f11.getType());

      ColumnSchema f21 = cgs2.getSchema().getColumn(0);
      Assert.assertEquals("m1", f21.getName());
      Assert.assertEquals(ColumnType.MAP, f21.getType());

      Assert.assertEquals(cgs1.getCompressor(), "gz");
      Assert.assertEquals(cgs2.getSerializer(), "avro");

      System.out.println("*********** Column Map **********");
 
View Full Code Here

Examples of org.apache.hadoop.zebra.schema.Schema.ColumnSchema

126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
        System.out.println("--------------------------------");
      }
      CGSchema cgs1 = cgschemas[0];
      CGSchema cgs2 = cgschemas[1];

      ColumnSchema f11 = cgs1.getSchema().getColumn(0);
      Assert.assertEquals("c.r", f11.getName());
      Assert.assertEquals(ColumnType.RECORD, f11.getType());

      ColumnSchema f21 = cgs2.getSchema().getColumn(0);
      Assert.assertEquals("m1", f21.getName());
      Assert.assertEquals(ColumnType.MAP, f21.getType());

      Assert.assertEquals(cgs1.getCompressor(), "gz");
      Assert.assertEquals(cgs2.getSerializer(), "avro");

      System.out.println("*********** Column Map **********");
 
View Full Code Here

Examples of org.apache.hadoop.zebra.schema.Schema.ColumnSchema

191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
      }
      CGSchema cgs1 = cgschemas[0];
      CGSchema cgs2 = cgschemas[1];
      CGSchema cgs3 = cgschemas[2];

      ColumnSchema f11 = cgs1.getSchema().getColumn(0);
      Assert.assertEquals("c.r.f1", f11.getName());
      Assert.assertEquals(ColumnType.INT, f11.getType());

      ColumnSchema f21 = cgs2.getSchema().getColumn(0);
      Assert.assertEquals("m1", f21.getName());
      Assert.assertEquals(ColumnType.MAP, f21.getType());

      ColumnSchema f31 = cgs3.getSchema().getColumn(0);
      Assert.assertEquals("c.r.f2", f31.getName());
      Assert.assertEquals(ColumnType.INT, f31.getType());

      Assert.assertEquals(cgs1.getCompressor(), "gz");
      Assert.assertEquals(cgs1.getSerializer(), "pig");
      Assert.assertEquals(cgs2.getCompressor(), "lzo");
      Assert.assertEquals(cgs2.getSerializer(), "avro");
View Full Code Here

Examples of org.apache.hadoop.zebra.schema.Schema.ColumnSchema

46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
    schema = parser.RecordSchema(null);
  }

  @Test
  public void testSchema() throws ParseException {
    ColumnSchema f1 = schema.getColumn(0);
    Assert.assertEquals("f1", f1.getName());
    Assert.assertEquals(ColumnType.INT, f1.getType());
    ColumnSchema f2 = schema.getColumn(1);
    Assert.assertEquals("f2", f2.getName());
    Assert.assertEquals(ColumnType.LONG, f2.getType());
    ColumnSchema f3 = schema.getColumn(2);
    Assert.assertEquals("f3", f3.getName());
    Assert.assertEquals(ColumnType.FLOAT, f3.getType());
    ColumnSchema f4 = schema.getColumn(3);
    Assert.assertEquals("f4", f4.getName());
    Assert.assertEquals(ColumnType.BOOL, f4.getType());
    ColumnSchema f5 = schema.getColumn(4);
    Assert.assertEquals("f5", f5.getName());
    Assert.assertEquals(ColumnType.STRING, f5.getType());
    ColumnSchema f6 = schema.getColumn(5);
    Assert.assertEquals("f6", f6.getName());
    Assert.assertEquals(ColumnType.BYTES, f6.getType());

    System.out.println(schema.toString());
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.