List of validateInput() Examples

Examples of validateInput()

org.apache.hadoop.mapred.InputFormat.validateInput()
Check for validity of the input-specification for the job.
This method is used to validate the input directories when a job is submitted so that the {@link JobClient} can fail early, with an useful error message, in case of errors. For e.g. input directory does not exist.
@param job job configuration. @throws InvalidInputException if the job does not have valid input
org.terrier.structures.CompressingMetaIndex.CompressingMetaIndexInputFormat.validateInput()

Examples of org.apache.hadoop.mapred.InputFormat.validateInput()

      // create a new InputFormat instance if this is the first time to see this class
      InputFormat inputFormat = getInputFormatFromCache(table.getInputFileFormatClass());


      FileInputFormat.setInputPaths(newjob, dir);
      newjob.setInputFormat(inputFormat.getClass());
      inputFormat.validateInput(newjob);
    }
  }
//[endexclude_0_19]


  private tableDesc getTableDescFromPath(Path dir) throws IOException {

View Full Code Here

Examples of org.apache.hadoop.mapred.InputFormat.validateInput()

  static class IndirectInputFormat implements InputFormat {
    public void validateInput(JobConf job) throws IOException {
      InputFormat indirIF = (InputFormat)ReflectionUtils.newInstance(
          job.getClass("mapred.indirect.input.format",
            SequenceFileInputFormat.class), job);
      indirIF.validateInput(job);
    }


    static class IndirectSplit implements InputSplit {
      Path file;
      long len;

View Full Code Here

Examples of org.apache.hadoop.mapred.InputFormat.validateInput()

  static class IndirectInputFormat implements InputFormat {
    public void validateInput(JobConf job) throws IOException {
      InputFormat indirIF = (InputFormat)ReflectionUtils.newInstance(
          job.getClass("mapred.indirect.input.format",
            SequenceFileInputFormat.class), job);
      indirIF.validateInput(job);
    }


    static class IndirectSplit implements InputSplit {
      Path file;
      long len;

View Full Code Here

Examples of org.apache.hadoop.mapred.InputFormat.validateInput()

  static class IndirectInputFormat implements InputFormat {
    public void validateInput(JobConf job) throws IOException {
      InputFormat indirIF = (InputFormat)ReflectionUtils.newInstance(
          job.getClass("mapred.indirect.input.format",
            SequenceFileInputFormat.class), job);
      indirIF.validateInput(job);
    }


    static class IndirectSplit implements InputSplit {
      Path file;
      long len;

View Full Code Here

Examples of org.apache.hadoop.mapred.InputFormat.validateInput()

  static class IndirectInputFormat implements InputFormat {
    public void validateInput(JobConf job) throws IOException {
      InputFormat indirIF = (InputFormat)ReflectionUtils.newInstance(
          job.getClass("mapred.indirect.input.format",
            SequenceFileInputFormat.class), job);
      indirIF.validateInput(job);
    }


    static class IndirectSplit implements InputSplit {
      Path file;
      long len;

View Full Code Here

Examples of org.apache.hadoop.mapred.InputFormat.validateInput()

  static class IndirectInputFormat implements InputFormat {
    public void validateInput(JobConf job) throws IOException {
      InputFormat indirIF = (InputFormat)ReflectionUtils.newInstance(
          job.getClass("mapred.indirect.input.format",
            SequenceFileInputFormat.class), job);
      indirIF.validateInput(job);
    }


    static class IndirectSplit implements InputSplit {
      Path file;
      long len;

View Full Code Here

Examples of org.apache.hadoop.mapred.InputFormat.validateInput()

  static class IndirectInputFormat implements InputFormat {
    public void validateInput(JobConf job) throws IOException {
      InputFormat indirIF = (InputFormat)ReflectionUtils.newInstance(
          job.getClass("mapred.indirect.input.format",
            SequenceFileInputFormat.class), job);
      indirIF.validateInput(job);
    }


    static class IndirectSplit implements InputSplit {
      Path file;
      long len;

View Full Code Here

Examples of org.terrier.structures.CompressingMetaIndex.CompressingMetaIndexInputFormat.validateInput()

    if (! validPlatform()) return;
    JobConf jc = HadoopPlugin.getJobFactory(this.getClass().getName()).newJob();
    HadoopUtility.toHConfiguration(index, jc);
    CompressingMetaIndexInputFormat.setStructure(jc, name);
    CompressingMetaIndexInputFormat information = new CompressingMetaIndexInputFormat();
    information.validateInput(jc);
    information.overrideDataFileBlockSize(blocksize);
    InputSplit[] splits = information.getSplits(jc, 2);
    Set<String> unseenDocnos = new HashSet<String>(Arrays.asList(docnos));
    int seenDocuments = 0;
    for(InputSplit split : splits)

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.