Package com.google.api.services.bigquery.model

Examples of com.google.api.services.bigquery.model.TableSchema


  public void testSchemaForInnerClass() {
    BigQuerySchemaMarshallerTester<ClassForInnerClassTest> tester =
        new BigQuerySchemaMarshallerTester<ClassForInnerClassTest>(
            new BigQueryMarshallerByType<>(ClassForInnerClassTest.class));

    tester.testSchema(new TableSchema().setFields(Lists.newArrayList(new TableFieldSchema()
        .setName("id").setType("integer").setMode(BigQueryFieldMode.REQUIRED.getValue()),
        new TableFieldSchema().setName("name").setType("string"))));
  }
View Full Code Here


        ClassExtendingAbstract>(
        new BigQueryMarshallerByType<ClassExtendingAbstract>(ClassExtendingAbstract.class));
    tester.testGeneratedJson("{\"id\":5,\"name\":\"nameField\",\"value\":6}",
        new ClassExtendingAbstract(5, "nameField", 6));

    tester.testSchema(new TableSchema().setFields(Lists.newArrayList(new TableFieldSchema()
        .setName("id").setType("integer").setMode(BigQueryFieldMode.REQUIRED.getValue()),
        new TableFieldSchema().setName("name").setType("string"), new TableFieldSchema()
            .setName("value").setType("integer").setMode(BigQueryFieldMode.REQUIRED.getValue()))));
  }
View Full Code Here

        new BigQueryDataMarshallerTester<ClassWithUnsupportedType>(new BigQueryMarshallerByType<
            ClassWithUnsupportedType>(ClassWithUnsupportedType.class, marshallers));
    tester.testGeneratedJson("{\"ip\":\"00000001-0002-0003-0004-000000000005\",\"id\":5}",
        new ClassWithUnsupportedType(UUID.fromString("1-2-3-4-5"), 5));

    tester.testSchema(new TableSchema().setFields(Lists.newArrayList(
        new TableFieldSchema().setName("ip").setType("string"), new TableFieldSchema().setName("id")
            .setType("integer").setMode(BigQueryFieldMode.REQUIRED.getValue()))));
  }
View Full Code Here

    Calendar cal = Calendar.getInstance();
    cal.setTimeInMillis(1406054209);
    tester.testGeneratedJson("{\"id\":1,\"date\":1406054.209,\"cal\":1406054.209}",
        new ClassWithDate(1, new Date(1406054209), cal));

    tester.testSchema(new TableSchema().setFields(Lists.newArrayList(new TableFieldSchema()
        .setName("id").setMode(BigQueryFieldMode.REQUIRED.getValue()).setType("integer"),
        new TableFieldSchema().setName("date").setType("timestamp"),
        new TableFieldSchema().setName("cal").setType("timestamp"))));
  }
View Full Code Here

    Calendar cal = Calendar.getInstance();
    cal.setTimeInMillis(1406054209);
    tester.testGeneratedJson(
        "{\"bigInt\":342438484894389432894389432894289489234,\"bigDec\":2385923859023849203489023849023841241234.12398}", new ClassWithBigNumbers(new BigInteger("342438484894389432894389432894289489234"), new BigDecimal("2385923859023849203489023849023841241234.12398")));

    tester.testSchema(new TableSchema().setFields(Lists.newArrayList(
        new TableFieldSchema().setName("bigInt").setType("string"),
        new TableFieldSchema().setName("bigDec").setType("string"))));
  }
View Full Code Here

 
  public static TableSchema createSchema(LogsFieldExporterSet exporterSet) {
    Set<String> fieldNames = new HashSet<String>();
   
    List<LogsFieldExporter> exporters = exporterSet.getExporters();
    TableSchema schema = new TableSchema();
    schema.setFields(new ArrayList<TableFieldSchema>());
   
    for (LogsFieldExporter exporter : exporters) {
      for (int i = 0; i < exporter.getFieldCount(); i++) {
        String fieldName = exporter.getFieldName(i);
        String fieldMode = "NULLABLE";
        String fieldType = exporter.getFieldType(i).toLowerCase().intern();
       
        if (fieldNames.contains(fieldName)) {
          throw new InvalidFieldException("BigqueryFieldExporterSet " + exporterSet.getClass().getCanonicalName()
              + " defines multiple fields with name " + exporter.getFieldName(i));
        }
        fieldNames.add(fieldName);
       
        if (exporter.getFieldRepeated(i)) {
          fieldMode = "REPEATED";
        }
       
        List<TableFieldSchema> subfields = null;
        if (fieldType.equals("record")) {
          subfields = exporter.getFieldFields(i);
        }
       
        TableFieldSchema tfs = new TableFieldSchema();
        tfs.setName(fieldName);
        tfs.setType(fieldType);
        tfs.setMode(fieldMode);
       
        if (subfields != null) {
          tfs.setFields(subfields);
        }
        schema.getFields().add(tfs);
      }
    }
    return schema;
  }
View Full Code Here

    long now = System.currentTimeMillis();
    long logRangeEndMs = AnalysisUtility.round(now, exportConfig.getMillisPerExport());
    long logRangeStartMs = logRangeEndMs - exportConfig.getMillisPerExport();
   
    TableSchema schema = AnalysisUtility.createSchema(exportConfig.getExporterSet());

    BigqueryIngester.createTable(exportConfig.getBigqueryProjectId(), exportConfig.getBigqueryDatasetId(), exportConfig.getBigqueryTableId(logRangeStartMs, logRangeEndMs), schema, exportConfig.getBigquery());
    BigqueryIngester.createTable(exportConfig.getBigqueryProjectId(), exportConfig.getBigqueryDatasetId(), exportConfig.getBigqueryNextTableId(logRangeStartMs, logRangeEndMs), schema, exportConfig.getBigquery());
  }
View Full Code Here

  /**
   * Returns the {@link TableSchema} for the parameter type of this class.
   */
  public TableSchema getSchema() {
    return new TableSchema().setFields(getSchema(type));
  }
View Full Code Here

  long starttime = System.nanoTime();
 
  QueryRequest queryrequest = new QueryRequest().setQuery(query);
  QueryResponse queryresponse = jobs.query(projectid, queryrequest).execute();

  TableSchema schema = queryresponse.getSchema();
  log.info("Table schema: " + schema.toPrettyString());
  List<TableFieldSchema> fields = schema.getFields();
  for (TableFieldSchema field : fields) {
    String name = field.getName();
    String type = field.getType();
    String mode = field.getMode();
    log.info("Field name: " + name + " type: " + " mode: " + mode);
View Full Code Here

TOP

Related Classes of com.google.api.services.bigquery.model.TableSchema

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.