List of reduceProgress() Examples

Examples of reduceProgress()

org.apache.hadoop.mapred.JobClient.NetworkedJob.reduceProgress()
org.apache.hadoop.mapred.JobStatus.reduceProgress()
@return Percentage of progress in reduce
org.apache.hadoop.mapred.RunningJob.reduceProgress()
Returns a float between 0.0 and 1.0, indicating progress on the reduce portion of the job. When all reduce tasks have completed, the function returns 1.0.
org.apache.hadoop.mapreduce.Job.reduceProgress()
Get the progress of the job's reduce-tasks, as a float between 0.0 and 1.0. When all reduce tasks have completed, the function returns 1.0. @return the progress of the job's reduce-tasks. @throws IOException

Examples of org.apache.hadoop.mapred.RunningJob.reduceProgress()

      if(runningJob == null) {
        // Return default value
        return super.progress(submissionId);
      }


      return (runningJob.mapProgress() + runningJob.reduceProgress()) / 2;
    } catch (IOException e) {
      throw new SqoopException(MapreduceSubmissionError.MAPREDUCE_0003, e);
    }
  }

View Full Code Here

Examples of org.apache.hadoop.mapred.RunningJob.reduceProgress()

  @Override
  public void updateCounters(TaskHandle t) throws IOException {
    ExecDriverTaskHandle th = (ExecDriverTaskHandle)t;
    RunningJob rj = th.getRunningJob();
    this.mapProgress = Math.round(rj.mapProgress() * 100);
    this.reduceProgress = Math.round(rj.reduceProgress() * 100);
    taskCounters.put("CNTR_NAME_" + getId() + "_MAP_PROGRESS", Long.valueOf(this.mapProgress));
    taskCounters.put("CNTR_NAME_" + getId() + "_REDUCE_PROGRESS", Long.valueOf(this.reduceProgress));
    Counters ctrs = th.getCounters();
    for (Operator<? extends Serializable> op: work.getAliasToWork().values()) {
      op.updateCounters(ctrs);

View Full Code Here

Examples of org.apache.hadoop.mapred.RunningJob.reduceProgress()

            return 1;
        else if(rj==null)
            return 0;
        else{
            double mapProg = rj.mapProgress();
            double redProg = rj.reduceProgress();
            return (mapProg + redProg)/2;
        }
    }
    public long getTotalHadoopTimeSpent() {
        return totalHadoopTimeSpent;

View Full Code Here

Examples of org.apache.hadoop.mapred.RunningJob.reduceProgress()

      if(runningJob == null) {
        // Return default value
        return super.progress(submissionId);
      }


      return (runningJob.mapProgress() + runningJob.reduceProgress()) / 2;
    } catch (IOException e) {
      throw new SqoopException(MapreduceSubmissionError.MAPREDUCE_0003, e);
    }
  }

View Full Code Here

Examples of org.apache.hadoop.mapred.RunningJob.reduceProgress()

            return 1;
        else if(rj==null)
            return 0;
        else{
            double mapProg = rj.mapProgress();
            double redProg = rj.reduceProgress();
            return (mapProg + redProg)/2;
        }
    }
    public long getTotalHadoopTimeSpent() {
        return totalHadoopTimeSpent;

View Full Code Here

Examples of org.apache.hadoop.mapred.RunningJob.reduceProgress()

        if (rj == null && j.getState() == Job.SUCCESS)
            return 1;
        else if (rj == null)
            return 0;
        else {
            return (rj.mapProgress() + rj.reduceProgress()) / 2;
        }
    }


    public static void killJob(Job job) throws IOException {
        RunningJob runningJob = job.getJobClient().getJob(job.getAssignedJobID());

View Full Code Here

Examples of org.apache.hadoop.mapred.RunningJob.reduceProgress()

        if (rj == null && j.getState() == Job.SUCCESS)
            return 1;
        else if (rj == null)
            return 0;
        else {
            return (rj.mapProgress() + rj.reduceProgress()) / 2;
        }
    }


    public static void killJob(Job job) throws IOException {
        RunningJob runningJob = job.getJobClient().getJob(job.getAssignedJobID());

View Full Code Here

Examples of org.apache.hadoop.mapred.RunningJob.reduceProgress()

            return 1;
        else if(rj==null)
            return 0;
        else{
            double mapProg = rj.mapProgress();
            double redProg = rj.reduceProgress();
            return (mapProg + redProg)/2;
        }
    }
    public long getTotalHadoopTimeSpent() {
        return totalHadoopTimeSpent;

View Full Code Here

Examples of org.apache.hadoop.mapred.RunningJob.reduceProgress()

        JobID id = convertToJobId(jobId);


        RunningJob job = client.getJob(id);


        double mapProgress = job.mapProgress() * 100;
        double reduceProgress = job.reduceProgress() * 100;
        String mapPercentage = Double.toString(mapProgress) + "%";
        String reducePercentage = Double.toString(reduceProgress) + "%";


        jobStatistics.append("<job id='").append(jobId).append("'" + " name='").append(job.getJobName()).append("'>\n");
        jobStatistics.append(" <mapProgress>").append(mapPercentage).append("</mapProgress>\n");

View Full Code Here

Examples of org.apache.hadoop.mapred.RunningJob.reduceProgress()

    JobID id = convertToJobId(jobId);
    
    RunningJob job = client.getJob(id);
    
    double mapProgress = job.mapProgress() * 100;
    double reduceProgress = job.reduceProgress() * 100;
    String mapPercentage = Double.toString(mapProgress) + "%";
    String reducePercentage = Double.toString(reduceProgress) + "%";
    
    jobStatistics.append("<job id='"+ jobId +"'" + " name='"+ job.getJobName() +"'>\n");
    jobStatistics.append(" <mapProgress>"+mapPercentage+"</mapProgress>\n");

View Full Code Here

0 1 2 3

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.