Examples of org.apache.hadoop.mapred.InputFormat.validateInput()

Class org.apache.hadoop.mapred.InputFormat

Examples of org.apache.hadoop.mapred.InputFormat.validateInput()

org.apache.hadoop.mapred.InputFormat.validateInput()
Check for validity of the input-specification for the job.
This method is used to validate the input directories when a job is submitted so that the {@link JobClient} can fail early, with an useful error message, in case of errors. For e.g. input directory does not exist.
@param job job configuration. @throws InvalidInputException if the job does not have valid input

      // create a new InputFormat instance if this is the first time to see this class
      InputFormat inputFormat = getInputFormatFromCache(table.getInputFileFormatClass());


      FileInputFormat.setInputPaths(newjob, dir);
      newjob.setInputFormat(inputFormat.getClass());
      inputFormat.validateInput(newjob);
    }
  }
//[endexclude_0_19]


  private tableDesc getTableDescFromPath(Path dir) throws IOException {

View Full Code Here

  static class IndirectInputFormat implements InputFormat {
    public void validateInput(JobConf job) throws IOException {
      InputFormat indirIF = (InputFormat)ReflectionUtils.newInstance(
          job.getClass("mapred.indirect.input.format",
            SequenceFileInputFormat.class), job);
      indirIF.validateInput(job);
    }


    static class IndirectSplit implements InputSplit {
      Path file;
      long len;

View Full Code Here

  static class IndirectInputFormat implements InputFormat {
    public void validateInput(JobConf job) throws IOException {
      InputFormat indirIF = (InputFormat)ReflectionUtils.newInstance(
          job.getClass("mapred.indirect.input.format",
            SequenceFileInputFormat.class), job);
      indirIF.validateInput(job);
    }


    static class IndirectSplit implements InputSplit {
      Path file;
      long len;

View Full Code Here

  static class IndirectInputFormat implements InputFormat {
    public void validateInput(JobConf job) throws IOException {
      InputFormat indirIF = (InputFormat)ReflectionUtils.newInstance(
          job.getClass("mapred.indirect.input.format",
            SequenceFileInputFormat.class), job);
      indirIF.validateInput(job);
    }


    static class IndirectSplit implements InputSplit {
      Path file;
      long len;

View Full Code Here

  static class IndirectInputFormat implements InputFormat {
    public void validateInput(JobConf job) throws IOException {
      InputFormat indirIF = (InputFormat)ReflectionUtils.newInstance(
          job.getClass("mapred.indirect.input.format",
            SequenceFileInputFormat.class), job);
      indirIF.validateInput(job);
    }


    static class IndirectSplit implements InputSplit {
      Path file;
      long len;

View Full Code Here

  static class IndirectInputFormat implements InputFormat {
    public void validateInput(JobConf job) throws IOException {
      InputFormat indirIF = (InputFormat)ReflectionUtils.newInstance(
          job.getClass("mapred.indirect.input.format",
            SequenceFileInputFormat.class), job);
      indirIF.validateInput(job);
    }


    static class IndirectSplit implements InputSplit {
      Path file;
      long len;

View Full Code Here

  static class IndirectInputFormat implements InputFormat {
    public void validateInput(JobConf job) throws IOException {
      InputFormat indirIF = (InputFormat)ReflectionUtils.newInstance(
          job.getClass("mapred.indirect.input.format",
            SequenceFileInputFormat.class), job);
      indirIF.validateInput(job);
    }


    static class IndirectSplit implements InputSplit {
      Path file;
      long len;

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.