Package org.apache.helix.task

Examples of org.apache.helix.task.TaskDriver

113
114
115
116
117
118
119
120
121
122
123
    _manager =
        HelixManagerFactory.getZKHelixManager(CLUSTER_NAME, "Admin", InstanceType.ADMINISTRATOR,
            _zkaddr);
    _manager.connect();

    _driver = new TaskDriver(_manager);

    boolean result =
        ClusterStateVerifier.verifyByZkCallback(new ClusterStateVerifier.MasterNbInExtViewVerifier(
            _zkaddr, CLUSTER_NAME));
    Assert.assertTrue(result);
View Full Code Here
125
126
127
128
129
130
131
132
133
134
135
    // create cluster manager
    _manager =
        HelixManagerFactory.getZKHelixManager(CLUSTER_NAME, "Admin", InstanceType.ADMINISTRATOR,
            _zkaddr);
    _manager.connect();
    _driver = new TaskDriver(_manager);

    boolean result =
        ClusterStateVerifier
            .verifyByZkCallback(new ClusterStateVerifier.BestPossAndExtViewZkVerifier(_zkaddr,
                CLUSTER_NAME));
View Full Code Here
255
256
257
258
259
260
261
262
263
264
265
  @Test
  public void testRepeatedWorkflow() throws Exception {
    String workflowName = "SomeWorkflow";
    Workflow flow =
        WorkflowGenerator.generateDefaultRepeatedJobWorkflowBuilder(workflowName).build();
    new TaskDriver(_manager).start(flow);

    // Wait until the workflow completes
    TestUtil.pollForWorkflowState(_manager, workflowName, TaskState.COMPLETED);

    // Assert completion for all tasks within two minutes
View Full Code Here
128
129
130
131
132
133
134
    // Start an admin connection
    _manager =
        HelixManagerFactory.getZKHelixManager(CLUSTER_NAME, "Admin", InstanceType.ADMINISTRATOR,
            _zkaddr);
    _manager.connect();
    _driver = new TaskDriver(_manager);
  }
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
    }

    // Repeatedly poll for status
    if (workflow != null) {
      ClusterAccessor accessor = connection.createClusterAccessor(clusterId);
      TaskDriver driver = new TaskDriver(manager);
      while (true) {
        System.out.println("CONTAINER STATUS");
        System.out.println("----------------");
        Cluster cluster = accessor.readCluster();
        Collection<Participant> participants = cluster.getParticipantMap().values();
        for (Participant participant : participants) {
          ContainerConfig containerConfig = participant.getContainerConfig();
          if (containerConfig != null) {
            System.out.println(participant.getId() + "[" + containerConfig.getId() + "]: "
                + containerConfig.getState());
          }
          if (participant.isAlive()) {
            LiveInstance runningInstance = participant.getLiveInstance();
            System.out.println("\tProcess: " + runningInstance.getProcessId());
          }
        }
        System.out.println("----------------");
        System.out.println("TASK STATUS");
        System.out.println("----------------");
        driver.list(workflow);
        Thread.sleep(5000);
      }
    }
  }
View Full Code Here
134
135
136
137
138
139
140
141
142
143
144
145
          HelixManagerFactory.getZKHelixManager(clusterName, null, InstanceType.ADMINISTRATOR,
              zkAddr);
      manager.connect();
      try {
        Workflow workflow = Workflow.parse(yamlPayload);
        TaskDriver driver = new TaskDriver(manager);
        driver.start(workflow);
      } finally {
        manager.disconnect();
      }

      getResponse().setEntity(getHostedEntitiesRepresentation(clusterName));
View Full Code Here
182
183
184
185
186
187
188
189
190
191
192
193
        if (yamlUri != null && taskConfig.name != null) {
          InputStream is =
              readFromHDFS(fs, taskConfig.name, yamlUri, applicationSpec,
                  appAttemptID.getApplicationId());
          Workflow workflow = Workflow.parse(is);
          TaskDriver taskDriver = new TaskDriver(new ZKHelixManager(controller));
          taskDriver.start(workflow);
        }
      }
    }

    Thread shutdownhook = new Thread(new Runnable() {
View Full Code Here
129
130
131
132
133
134
135
    // Start an admin connection
    _manager =
        HelixManagerFactory.getZKHelixManager(CLUSTER_NAME, "Admin", InstanceType.ADMINISTRATOR,
            ZK_ADDR);
    _manager.connect();
    _driver = new TaskDriver(_manager);
  }
View Full Code Here
114
115
116
117
118
119
120
121
122
123
124
    _manager =
        HelixManagerFactory.getZKHelixManager(CLUSTER_NAME, "Admin", InstanceType.ADMINISTRATOR,
            ZK_ADDR);
    _manager.connect();

    _driver = new TaskDriver(_manager);

    boolean result =
        ClusterStateVerifier.verifyByZkCallback(new ClusterStateVerifier.MasterNbInExtViewVerifier(
            ZK_ADDR, CLUSTER_NAME));
    Assert.assertTrue(result);
View Full Code Here
125
126
127
128
129
130
131
132
133
134
135
    // create cluster manager
    _manager =
        HelixManagerFactory.getZKHelixManager(CLUSTER_NAME, "Admin", InstanceType.ADMINISTRATOR,
            ZK_ADDR);
    _manager.connect();
    _driver = new TaskDriver(_manager);

    boolean result =
        ClusterStateVerifier
            .verifyByZkCallback(new ClusterStateVerifier.BestPossAndExtViewZkVerifier(ZK_ADDR,
                CLUSTER_NAME));
View Full Code Here
TOP

Related Classes of org.apache.helix.task.TaskDriver

  • org.apache.commons.cli.CommandLine
  • org.apache.commons.cli.CommandLineParser
  • org.apache.commons.cli.GnuParser
  • org.apache.commons.cli.HelpFormatter
  • org.apache.commons.cli.Option
  • org.apache.commons.cli.OptionGroup
  • org.apache.commons.cli.Options
  • org.apache.helix.HelixDataAccessor
  • org.apache.helix.HelixManager
  • org.apache.helix.HelixProperty
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.