Examples of com.facebook.giraph.hive.impl.input.InputInfo.addPartition()

Package com.facebook.giraph.hive.impl.input

Class com.facebook.giraph.hive.impl.input.InputInfo

Examples of com.facebook.giraph.hive.impl.input.InputInfo.addPartition()

com.facebook.giraph.hive.impl.input.InputInfo.addPartition()
Add a partition to read @param inputPartition Partition to add


    InputInfo inputInfo = new InputInfo(tableSchema, columnIds);


    if (table.getPartitionKeysSize() == 0) {
      // table without partitions
      inputInfo.addPartition(new InputPartition(table));
    } else {
      // table with partitions, find matches to user filter.
      List<Partition> partitions = null;
      try {
        partitions = client.get_partitions_by_filter(dbName, tableName,

View Full Code Here

        throw new TException(e.getMessage());
      } catch (MetaException e) {
        throw new TException(e);
      }
      for (Partition partition : partitions) {
        inputInfo.addPartition(new InputPartition(table, partition));
      }
    }


    InputConf inputConf = new InputConf(conf, profileId);
    inputConf.writeNumSplitsToConf(inputDesc.getNumSplits());

View Full Code Here


    InputInfo inputInfo = new InputInfo(tableSchema, columnIds);


    if (table.getPartitionKeysSize() == 0) {
      // table without partitions
      inputInfo.addPartition(InputPartition.newFromHiveTable(table));
    } else {
      // table with partitions, find matches to user filter.
      List<Partition> partitions = null;
      try {
        partitions = client.get_partitions_by_filter(dbName, tableName,

View Full Code Here

        throw new TException(e.getMessage());
      } catch (MetaException e) {
        throw new TException(e);
      }
      for (Partition partition : partitions) {
        inputInfo.addPartition(InputPartition.newFromHivePartition(partition));
      }
    }


    InputConf inputConf = new InputConf(conf, profileId);
    inputConf.writeNumSplitsToConf(inputDesc.getNumSplits());

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.