Examples of WorkerInfo

net.greghaines.jesque.meta.WorkerInfo
Information about the current state of a worker. @author Greg Haines
org.apache.giraph.graph.WorkerInfo
Information about a worker that is sent to the master and other workers.
org.apache.giraph.worker.WorkerInfo
Information about a worker that is sent to the master and other workers.
org.randomgd.bukkit.workers.info.WorkerInfo
Generic interface for worker information.

Examples of net.greghaines.jesque.meta.WorkerInfo

            oneOf(jedis).get("resque:worker:" + workerName); will(returnValue(statusPayload));
            oneOf(jedis).get("resque:worker:" + workerName + COLON + STARTED); will(returnValue(startedStr));
            oneOf(jedis).get("resque:stat:failed:" + workerName); will(returnValue(failedStr));
            oneOf(jedis).get("resque:stat:processed:" + workerName); will(returnValue(processedStr));
        }});
        final WorkerInfo workerInfo = this.workerInfoDAO.createWorker(workerName, this.jedis);
        Assert.assertEquals(workerName, workerInfo.getName());
        Assert.assertEquals("123", workerInfo.getPid());
        Assert.assertNotNull(workerInfo.getQueues());
        Assert.assertEquals(3, workerInfo.getQueues().size());
        Assert.assertTrue(workerInfo.getQueues().containsAll(Arrays.asList("bar", "baz", "qux")));
        Assert.assertEquals(WorkerInfo.State.IDLE, workerInfo.getState());
        Assert.assertNull(workerInfo.getStatus());
        Assert.assertEquals(new CompositeDateFormat().parse(startedStr), workerInfo.getStarted());
        Assert.assertEquals((Long)2L, workerInfo.getFailed());
        Assert.assertEquals((Long)6L, workerInfo.getProcessed());
    }

View Full Code Here

Examples of net.greghaines.jesque.meta.WorkerInfo

            oneOf(jedis).get("resque:worker:" + workerName); will(returnValue(statusPayload));
            oneOf(jedis).get("resque:worker:" + workerName + COLON + STARTED); will(returnValue(startedStr));
            oneOf(jedis).get("resque:stat:failed:" + workerName); will(returnValue(failedStr));
            oneOf(jedis).get("resque:stat:processed:" + workerName); will(returnValue(processedStr));
        }});
        final WorkerInfo workerInfo = this.workerInfoDAO.createWorker(workerName, this.jedis);
        Assert.assertEquals(workerName, workerInfo.getName());
        Assert.assertEquals("123", workerInfo.getPid());
        Assert.assertNotNull(workerInfo.getQueues());
        Assert.assertEquals(3, workerInfo.getQueues().size());
        Assert.assertTrue(workerInfo.getQueues().containsAll(Arrays.asList("bar", "baz", "qux")));
        Assert.assertEquals(WorkerInfo.State.PAUSED, workerInfo.getState());
        Assert.assertNotNull(workerInfo.getStatus());
        Assert.assertTrue(workerInfo.getStatus().isPaused());
        Assert.assertNull(workerInfo.getStarted());
        Assert.assertEquals((Long)0L, workerInfo.getFailed());
        Assert.assertEquals((Long)0L, workerInfo.getProcessed());
    }

View Full Code Here

Examples of net.greghaines.jesque.meta.WorkerInfo

            oneOf(jedis).get("resque:worker:" + workerName); will(returnValue(statusPayload));
            oneOf(jedis).get("resque:worker:" + workerName + COLON + STARTED); will(returnValue(startedStr));
            oneOf(jedis).get("resque:stat:failed:" + workerName); will(returnValue(failedStr));
            oneOf(jedis).get("resque:stat:processed:" + workerName); will(returnValue(processedStr));
        }});
        final WorkerInfo workerInfo = this.workerInfoDAO.createWorker(workerName, this.jedis);
        Assert.assertEquals(workerName, workerInfo.getName());
        Assert.assertEquals("123", workerInfo.getPid());
        Assert.assertNotNull(workerInfo.getQueues());
        Assert.assertEquals(3, workerInfo.getQueues().size());
        Assert.assertTrue(workerInfo.getQueues().containsAll(Arrays.asList("bar", "baz", "qux")));
        Assert.assertEquals(WorkerInfo.State.WORKING, workerInfo.getState());
        Assert.assertNotNull(workerInfo.getStatus());
        Assert.assertFalse(workerInfo.getStatus().isPaused());
        Assert.assertNull(workerInfo.getStarted());
        Assert.assertEquals((Long)0L, workerInfo.getFailed());
        Assert.assertEquals((Long)0L, workerInfo.getProcessed());
    }

View Full Code Here

Examples of net.greghaines.jesque.meta.WorkerInfo

            /**
             * {@inheritDoc}
             */
            @Override
            public WorkerInfo doWork(final Jedis jedis) throws Exception {
                WorkerInfo workerInfo = null;
                if (jedis.sismember(key(WORKERS), workerName)) {
                    workerInfo = createWorker(workerName, jedis);
                }
                return workerInfo;
            }

View Full Code Here

Examples of net.greghaines.jesque.meta.WorkerInfo

        return JesqueUtils.createKey(this.config.getNamespace(), parts);
    }


    protected WorkerInfo createWorker(final String workerName, final Jedis jedis) 
            throws ParseException, IOException {
        final WorkerInfo workerInfo = new WorkerInfo();
        workerInfo.setName(workerName);
        final String[] nameParts = COLON_PATTERN.split(workerName, 3);
        if (nameParts.length < 3) {
            throw new ParseException("Malformed worker name: " + workerName, 0);
        }
        workerInfo.setHost(nameParts[0]);
        workerInfo.setPid(nameParts[1]);
        workerInfo.setQueues(new ArrayList<String>(Arrays.asList(COMMA_PATTERN.split(nameParts[2]))));
        final String statusPayload = jedis.get(key(WORKER, workerName));
        if (statusPayload != null) {
            workerInfo.setStatus(ObjectMapperFactory.get().readValue(statusPayload, WorkerStatus.class));
            final WorkerInfo.State state = (workerInfo.getStatus().isPaused()) 
                    ? WorkerInfo.State.PAUSED 
                    : WorkerInfo.State.WORKING;
            workerInfo.setState(state);
        } else {
            workerInfo.setState(WorkerInfo.State.IDLE);
        }
        final String startedStr = jedis.get(key(WORKER, workerName, STARTED));
        if (startedStr != null) {
            workerInfo.setStarted(new CompositeDateFormat().parse(startedStr));
        }
        final String failedStr = jedis.get(key(STAT, FAILED, workerName));
        if (failedStr != null) {
            workerInfo.setFailed(Long.parseLong(failedStr));
        } else {
            workerInfo.setFailed(0L);
        }
        final String processedStr = jedis.get(key(STAT, PROCESSED, workerName));
        if (processedStr != null) {
            workerInfo.setProcessed(Long.parseLong(processedStr));
        } else {
            workerInfo.setProcessed(0L);
        }
        return workerInfo;
    }

View Full Code Here

Examples of org.apache.giraph.graph.WorkerInfo

    }


    @Override
    public void readFields(DataInput input) throws IOException {
        partitionId = input.readInt();
        workerInfo = new WorkerInfo();
        workerInfo.readFields(input);
        boolean hasPreviousWorkerInfo = input.readBoolean();
        if (hasPreviousWorkerInfo) {
            previousWorkerInfo = new WorkerInfo();
            previousWorkerInfo.readFields(input);
        }
        boolean hasCheckpointFilePrefix = input.readBoolean();
        if (hasCheckpointFilePrefix) {
            checkpointFilesPrefix = input.readUTF();

View Full Code Here

Examples of org.apache.giraph.graph.WorkerInfo

            // superstep mod availableWorkerInfos
            // Guaranteed to be different if the workers (and their order)
            // do not change
            long workerIndex = superstep % availableWorkerInfos.size();
            int i = 0;
            WorkerInfo chosenWorkerInfo = null;
            for (WorkerInfo workerInfo : availableWorkerInfos) {
                if (workerIndex == i) {
                    chosenWorkerInfo = workerInfo;
                }
                ++i;
            }
            if (LOG.isInfoEnabled()) {
                LOG.info("generateChangedPartitionOwners: Chosen worker " +
                         "for superstep " + superstep + " is " +
                         chosenWorkerInfo);
            }


            List<PartitionOwner> partitionOwnerList =
                new ArrayList<PartitionOwner>();
            for (PartitionOwner partitionOwner :
                    getCurrentPartitionOwners()) {
                WorkerInfo prevWorkerinfo =
                    partitionOwner.getWorkerInfo().equals(chosenWorkerInfo) ?
                        null : partitionOwner.getWorkerInfo();
                PartitionOwner tmpPartitionOwner =
                    new BasicPartitionOwner(partitionOwner.getPartitionId(),
                                            chosenWorkerInfo,

View Full Code Here

Examples of org.apache.giraph.graph.WorkerInfo

        }


        Map<WorkerInfo, VertexEdgeCount> workerStatsMap = Maps.newHashMap();
        VertexEdgeCount totalVertexEdgeCount = new VertexEdgeCount();
        for (PartitionStats partitionStats : allPartitionStats) {
            WorkerInfo workerInfo =
                idOwnerMap.get(partitionStats.getPartitionId()).getWorkerInfo();
            VertexEdgeCount vertexEdgeCount =
                workerStatsMap.get(workerInfo);
            if (vertexEdgeCount == null) {
                workerStatsMap.put(

View Full Code Here

Examples of org.apache.giraph.worker.WorkerInfo

    } catch (InterruptedException e) {
      throw new IllegalStateException(
          "getWorkers: Got InterruptedStateException", e);
    }
    for (String workerInfoPath : workerInfoPathList) {
      WorkerInfo workerInfo = new WorkerInfo();
      WritableUtils.readFieldsFromZnode(
          getZkExt(), workerInfoPath, true, null, workerInfo);
      workerInfoList.add(workerInfo);
    }
    return workerInfoList;

View Full Code Here

Examples of org.apache.giraph.worker.WorkerInfo

    Collection<PartitionOwner> partitionOwners =
        masterGraphPartitioner.getCurrentPartitionOwners();
    String hostnameId =
        getHealthyHostnameIdFromPath(failedWorkerPath);
    for (PartitionOwner partitionOwner : partitionOwners) {
      WorkerInfo workerInfo = partitionOwner.getWorkerInfo();
      WorkerInfo previousWorkerInfo =
          partitionOwner.getPreviousWorkerInfo();
      if (workerInfo.getHostnameId().equals(hostnameId) ||
          ((previousWorkerInfo != null) &&
              previousWorkerInfo.getHostnameId().equals(hostnameId))) {
        LOG.warn("checkHealthyWorkerFailure: " +
            "at least one healthy worker went down " +
            "for superstep " + getSuperstep() + " - " +
            hostnameId + ", will try to restart from " +
            "checkpointed superstep " +

View Full Code Here

0 1 2 3 4

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.