Package org.apache.hama.ipc

Examples of org.apache.hama.ipc.GroomProtocol

411
412
413
414
415
416
417
418
419
  }

  private void updateGroomServersKey(GroomServerStatus old,
      GroomServerStatus newKey) {
    synchronized (groomServers) {
      GroomProtocol worker = groomServers.remove(old);
      groomServers.put(newKey, worker);
    }
  }
View Full Code Here
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
            } else if (jip.getStatus().getRunState() == JobStatus.RUNNING) {
              jip.getStatus().setProgress(ts.getSuperstepCount());
              jip.getStatus().setSuperstepCount(ts.getSuperstepCount());
            } else if (jip.getStatus().getRunState() == JobStatus.KILLED) {
             
              GroomProtocol worker = findGroomServer(tmpStatus);
              Directive d1 = new DispatchTasksDirective(
                  new GroomServerAction[] { new KillTaskAction(ts.getTaskId()) });
              try {
                worker.dispatch(d1);
              } catch (IOException ioe) {
                throw new DirectiveException("Error when dispatching kill task"
                    + " action.", ioe);
              }
            }
View Full Code Here
373
374
375
376
377
378
379
380
381
382
383
      LOG.error("No groom server status.");
      throw new NullPointerException("No groom server status.");
    }
    Throwable e = null;
    try {
      GroomProtocol wc = (GroomProtocol) RPC.waitForProxy(GroomProtocol.class,
          HamaRPCProtocolVersion.versionID,
          resolveWorkerAddress(status.getRpcServer()), this.conf);
      if (null == wc) {
        LOG.warn("Fail to create Worker client at host");
        return false;
View Full Code Here
410
411
412
413
414
415
416
417
418
  }

  private void updateGroomServersKey(GroomServerStatus old,
      GroomServerStatus newKey) {
    synchronized (groomServers) {
      GroomProtocol worker = groomServers.remove(old);
      groomServers.put(newKey, worker);
    }
  }
View Full Code Here
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
            } else if (jip.getStatus().getRunState() == JobStatus.RUNNING) {
              jip.getStatus().setProgress(ts.getSuperstepCount());
              jip.getStatus().setSuperstepCount(ts.getSuperstepCount());
            } else if (jip.getStatus().getRunState() == JobStatus.KILLED) {

              GroomProtocol worker = findGroomServer(tmpStatus);
              Directive d1 = new DispatchTasksDirective(
                  new GroomServerAction[] { new KillTaskAction(ts.getTaskId()) });
              try {
                worker.dispatch(d1);
              } catch (IOException ioe) {
                throw new DirectiveException("Error when dispatching kill task"
                    + " action.", ioe);
              }
            }
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
  private void execute(TaskInProgress tip, GroomServerStatus status) {
    Task task = tip.constructTask(status);

    GroomServerAction[] actions;
    GroomProtocol worker = groomServerManager.get().findGroomServer(status);

    if (!recoveryTasks.contains(tip)) {
      actions = new GroomServerAction[1];
      actions[0] = new LaunchTaskAction(task);
    } else {
      LOG.trace("Executing a recovery task");
      recoveryTasks.remove(tip);
      HashMap<String, GroomServerStatus> groomStatuses = new HashMap<String, GroomServerStatus>(
          1);
      groomStatuses.put(status.hostName, status);
      Map<GroomServerStatus, List<GroomServerAction>> actionMap = new HashMap<GroomServerStatus, List<GroomServerAction>>(
          2 * groomStatuses.size());
      try {
        tip.getJob().recoverTasks(groomStatuses, actionMap);
      } catch (IOException e) {
        LOG.warn("Task recovery failed", e);
      }

      List<GroomServerAction> actionList = actionMap.get(status);
      actions = new GroomServerAction[actionList.size()];
      actionList.toArray(actions);
    }
    Directive d1 = new DispatchTasksDirective(actions);
    try {
      worker.dispatch(d1);
    } catch (IOException ioe) {
      LOG.error(
          "Fail to dispatch tasks to GroomServer " + status.getGroomName(), ioe);
    }
  }
View Full Code Here
393
394
395
396
397
398
399
400
401
402
403
      LOG.error("No groom server status.");
      throw new NullPointerException("No groom server status.");
    }
    Throwable e = null;
    try {
      GroomProtocol wc = (GroomProtocol) RPC.waitForProxy(GroomProtocol.class,
          HamaRPCProtocolVersion.versionID,
          resolveWorkerAddress(status.getRpcServer()), this.conf);
      if (null == wc) {
        LOG.warn("Fail to create Worker client at host");
        return false;
View Full Code Here
435
436
437
438
439
440
441
442
443
  }

  private void updateGroomServersKey(GroomServerStatus old,
      GroomServerStatus newKey) {
    synchronized (groomServers) {
      GroomProtocol worker = groomServers.remove(old);
      groomServers.put(newKey, worker);
    }
  }
View Full Code Here
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
            } else if (jip.getStatus().getRunState() == JobStatus.RUNNING) {
              jip.getStatus().setProgress(ts.getSuperstepCount());
              jip.getStatus().setSuperstepCount(ts.getSuperstepCount());
            } else if (jip.getStatus().getRunState() == JobStatus.KILLED) {

              GroomProtocol worker = findGroomServer(tmpStatus);
              Directive d1 = new DispatchTasksDirective(
                  new GroomServerAction[] { new KillTaskAction(ts.getTaskId()) });
              try {
                worker.dispatch(d1);
              } catch (IOException ioe) {
                throw new DirectiveException("Error when dispatching kill task"
                    + " action.", ioe);
              }
             
View Full Code Here
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
          && groomIter.hasNext()) {

        GroomServerStatus groomStatus = groomIter.next();
        List<GroomServerAction> actionList = actionMap.get(groomStatus);

        GroomProtocol worker = groomServerManager.get()
            .findGroomServer(groomStatus);
        try {
          // dispatch() to the groom server
          GroomServerAction[] actions = new GroomServerAction[actionList
                                                              .size()];
          actionList.toArray(actions);
          Directive d1 = new DispatchTasksDirective(actions);
          worker.dispatch(d1);
        } catch (IOException ioe) {
          LOG.error("Fail to dispatch tasks to GroomServer "
              + groomStatus.getGroomName(), ioe);
          return Boolean.FALSE;
        }
View Full Code Here
TOP

Related Classes of org.apache.hama.ipc.GroomProtocol

  • org.apache.hama.bsp.BSPMaster
  • org.apache.hama.bsp.BSPMaster$ReportGroomStatusHandler
  • org.apache.hama.bsp.SimpleTaskScheduler$TaskWorker
  • org.apache.hama.bsp.SimpleTaskWorkerManager$SimpleTaskWorker
  • org.apache.hama.bsp.TaskDelegator
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.