Examples of org.apache.hadoop.mapreduce.Job.submit()

org.apache.hadoop.mapreduce.Job.submit()
Submit the job to the cluster and return immediately. @throws IOException

    job.setCombinerClass(FreqWords.CombinerClass.class);
    BasicTableOutputFormat.setOutputPath(job, freqWordTablePath);
    BasicTableOutputFormat.setSchema(job, "count:int");
    job.setNumReduceTasks(1);


    job.submit();
    job.waitForCompletion(true);
    BasicTableOutputFormat.close( job );
  }


  void printFreqWords() throws IOException, ParseException {

View Full Code Here

    BasicTableOutputFormat.setStorageHint(job, "[word];[count]");
    BasicTableOutputFormat.setSortInfo(job, sortKey);
    System.out.println("in runMR, sortkey: " + sortKey);
    // set map-only job.
    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    BasicTableOutputFormat.close( job );
  }


  @Override

View Full Code Here


      // set map-only job.
      job.setNumReduceTasks(0);
      // TODO: need to find a replacement
      //job.setNumMapTasks(2);
      job.submit();
    }
  }
}

View Full Code Here

    // for demo purposes, create 2 physical column groups
    BasicTableOutputFormat.setStorageHint(job, "[word];[count]");


    // set map-only job.
    job.setNumReduceTasks(0);
    job.submit();
  }
}

View Full Code Here

    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
    
    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    BasicTableOutputFormat.close( job );
  }


  public int run(String[] args) throws Exception {

View Full Code Here

    BasicTableOutputFormat.setOutputPath(job, outPath);
    BasicTableOutputFormat.setSchema(job, "fileName:string, wordPos:int, lineNo:int");


    // set map-only job.
    job.setNumReduceTasks(0);
    job.submit();
    job.waitForCompletion(true);
    BasicTableOutputFormat.close( job );
  }


  /**

View Full Code Here

    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);


    // set map-only job.
    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    BasicTableOutputFormat.close( job );
  }


  @Override

View Full Code Here

        .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    BasicTableOutputFormat.close( job );
  }


  @Override

View Full Code Here

    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
    System.out.println("in runMR, sortkey: " + sortKey);


    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    BasicTableOutputFormat.close( job );
  }


  @Override

View Full Code Here


    JobClient jc = new JobClient(new JobConf(job.getConfiguration()));


    Token<DelegationTokenIdentifier> mrdt = jc.getDelegationToken(new Text("mr token"));
    job.getCredentials().addToken(new Text("mr token"), mrdt);
    job.submit();


    submittedJobId = job.getJobID();


    return 0;
  }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.