Package org.apache.hadoop.mapreduce

Examples of org.apache.hadoop.mapreduce.Job.submit()

143
144
145
146
147
148
149
150
151
152
153
        job = createJob();
      }
      createInputFileListing(job);

      job.submit();
      submitted = true;
    } finally {
      if (!submitted) {
        cleanup();
      }
View Full Code Here
238
239
240
241
242
243
244
245
246
247
248
    job.setNumReduceTasks(shards * parallel);
    int result=0;

    if(update!=null)
    {
          job.submit();
          while(!job.isComplete())
          {
            update.update(1, job);
            Thread.sleep(3000);
          }
View Full Code Here
275
276
277
278
279
280
281
282
283
284
285
      job2.setOutputFormatClass(SequenceFileOutputFormat.class);
      job2.setNumReduceTasks(shards);
      SequenceFileOutputFormat.setOutputPath(job2, new Path(output));
      if(update!=null)
      {
        job2.submit();
            while(!job2.isComplete())
            {
              update.update(2, job2);
              Thread.sleep(3000);
            }
View Full Code Here
518
519
520
521
522
523
524
525
526
527
528
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
    System.out.println("in runMR, sortkey: " + sortKey);

    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    BasicTableOutputFormat.close( job );
  }

  @Override
View Full Code Here
578
579
580
581
582
583
584
585
586
587
588
    BasicTableOutputFormat.setStorageHint(job, "[word];[count]");
    BasicTableOutputFormat.setSortInfo(job, sortKey);
    System.out.println("in runMR, sortkey: " + sortKey);
    // set map-only job.
    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    BasicTableOutputFormat.close( job );
  }

  @Override
View Full Code Here
499
500
501
502
503
504
505
506
507
508
509
    BasicTableOutputFormat.setStorageHint(job, "[word];[count]");
    BasicTableOutputFormat.setSortInfo(job, sortKey);
    System.out.println("in runMR, sortkey: " + sortKey);
    // set map-only job.
    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
    BasicTableOutputFormat.close( job );
  }

  public int run (String[] args) throws Exception {
View Full Code Here
194
195
196
197
198
199
200
201
202
203
204
    // set map-only job.
    job.setNumReduceTasks(0);

    // Run Job
    job.submit();

    /*
     * Second MR Job for Table Projection of count column
     */
    Job projectionJob = new Job();
View Full Code Here
218
219
220
221
222
223
224
225
226
227
228
    FileOutputFormat.setOutputPath(projectionJob, new Path(args[2]));
    projectionJob.setReducerClass(ProjectionReduce.class);
    projectionJob.setCombinerClass(ProjectionReduce.class);

    // Run Job
    projectionJob.submit();

    return 0;
  }

  public static void main(String[] args) throws Exception {
View Full Code Here
170
171
172
173
174
175
176
177
    /* Each sort column should belong to schema columns */
    BasicTableOutputFormat.setSortInfo(job, "word, count");

    // set map-only job.
    job.setNumReduceTasks(1);
    job.submit();
  }
}
View Full Code Here
172
173
174
175
176
177
178
179
    /* Each sort column should belong to schema columns */
    BasicTableOutputFormat.setSortInfo(job, "word, count");

    // set map-only job.
    job.setNumReduceTasks(1);
    job.submit();
  }
}
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.