Examples of org.apache.hadoop.mapreduce.Job.submit()

org.apache.hadoop.mapreduce.Job.submit()
Submit the job to the cluster and return immediately. @throws IOException

    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);


    // set map-only job.
    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    BasicTableOutputFormat.close( job );
  }


  public int run(String[] args) throws Exception {

View Full Code Here

    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);


    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    BasicTableOutputFormat.close( job );
  }


  @Override

View Full Code Here

    // for demo purposes, create 2 physical column groups
    BasicTableOutputFormat.setStorageHint(job, "[word];[count]");


    // set map-only job.
    job.setNumReduceTasks(0);
    job.submit();
  }
}

View Full Code Here

        .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    for ( int i =0; i < paths.length; ++i) {
      Path tmpPath = new Path(paths[i], "_temporary");
      FileSystem fileSys = tmpPath.getFileSystem(conf);
      if(!fileSys.exists(tmpPath)) {

View Full Code Here

    BasicTableOutputFormat.setStorageHint(job, "[word];[count]");
    BasicTableOutputFormat.setSortInfo(job, sortKey);
    System.out.println("in runMR, sortkey: " + sortKey);
    // set map-only job.
    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    BasicTableOutputFormat.close( job );
  }


  @Override

View Full Code Here

    removeDir(path3);


    BasicTableOutputFormat.setSchema(job, "a:string, b:string, c:string");
    BasicTableOutputFormat.setStorageHint(job, "[a,b,c]");
    
    job.submit();
    job.waitForCompletion( true );
    Assert.assertTrue(job.isSuccessful());
    
    BasicTableOutputFormat.close(job);    
  }

View Full Code Here

    removeDir(path3);


    BasicTableOutputFormat.setSchema(job, "a:int, b:string, c:string");
    BasicTableOutputFormat.setStorageHint(job, "[a,b,c]");
    
    job.submit();
    job.waitForCompletion( true );
    Assert.assertFalse(job.isSuccessful());
    
    BasicTableOutputFormat.close(job);        
  }

View Full Code Here

    BasicTableOutputFormat.setOutputPath(job, path3);


    BasicTableOutputFormat.setSchema(job, "a:string, b:string, c:string");
    BasicTableOutputFormat.setStorageHint(job, "[a,b,c]");
    
    job.submit();
    job.waitForCompletion( true );
    
    BasicTableOutputFormat.close(job);    
  }

View Full Code Here

    BasicTableOutputFormat.setOutputPath(job, path3);


    BasicTableOutputFormat.setSchema(job, "a:string, b:string, c:string");
    BasicTableOutputFormat.setStorageHint(job, "[a,b,c]");
    
    job.submit();
    job.waitForCompletion( true );
    
    BasicTableOutputFormat.close(job);        
  }

View Full Code Here

    job.setCombinerClass(InvertedIndexGen.CombinerClass.class);
    BasicTableOutputFormat.setOutputPath(job, invIndexTablePath);
    BasicTableOutputFormat.setSchema(job, "count:int, index:map()");
    job.setNumReduceTasks(options.numReducer);


    job.submit();
    job.waitForCompletion(true);
    BasicTableOutputFormat.close( job );
  }


  void reduce(Summary sum, Summary delta) {

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.