Examples of AvatarZooKeeperClient

Examples of org.apache.hadoop.hdfs.AvatarZooKeeperClient

108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
   * @return the session id for the new node after failover
   * @throws IOException
   */
  static long writeToZooKeeperAfterFailover(Configuration startupConf,
      Configuration confg) throws IOException {
    AvatarZooKeeperClient zk = null;
    // Register client port address.
    String address = startupConf.get(NameNode.DFS_NAMENODE_RPC_ADDRESS_KEY);
    String realAddress = confg.get(NameNode.DFS_NAMENODE_RPC_ADDRESS_KEY);

    int maxTries = startupConf.getInt("dfs.avatarnode.zk.retries", 3);
    for (int i = 0; i < maxTries; i++) {
      try {
        zk = new AvatarZooKeeperClient(confg, null, false);
        LOG.info("Failover: Registering to ZK as primary");
        final boolean toOverwrite = true;
        zk.registerPrimary(address, realAddress, toOverwrite);
        registerClientProtocolAddress(zk, startupConf, confg, toOverwrite);
        registerDnProtocolAddress(zk, startupConf, confg, toOverwrite);
        registerHttpAddress(zk, startupConf, confg, toOverwrite);
        LOG.info("Failover: Writting session id to ZK");
        return writeSessionIdToZK(startupConf, zk);
View Full Code Here

Examples of org.apache.hadoop.hdfs.AvatarZooKeeperClient

141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
   * Writes the last transaction id of the primary avatarnode to zookeeper.
   */
  static void writeLastTxidToZookeeper(long lastTxid, long totalBlocks,
      long totalInodes, long ssid, Configuration startupConf,
      Configuration confg) throws IOException {
    AvatarZooKeeperClient zk = null;
    LOG.info("Writing lastTxId: " + lastTxid + ", total blocks: " + totalBlocks
        + ", total inodes: " + totalInodes);
    if (lastTxid < 0) {
      LOG.warn("Invalid last transaction id : " + lastTxid
          + " skipping write to zookeeper.");
      return;
    }
    ZookeeperTxId zkTxid = new ZookeeperTxId(ssid, lastTxid, totalBlocks,
        totalInodes);
    int maxTries = startupConf.getInt("dfs.avatarnode.zk.retries", 3);
    for (int i = 0; i < maxTries; i++) {
      try {
        zk = new AvatarZooKeeperClient(confg, null, false);
        zk.registerLastTxId(startupConf.get(NameNode.DFS_NAMENODE_RPC_ADDRESS_KEY), zkTxid);
        return;
      } catch (Exception e) {
        LOG.error("Got Exception when syncing last txid to zk. Will retry...",
            e);
      } finally {
View Full Code Here

Examples of org.apache.hadoop.hdfs.AvatarZooKeeperClient

185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
   *
   * @return the session id that it wrote to ZooKeeper
   * @throws IOException
   */
  static long writeSessionIdToZK(Configuration conf) throws IOException {
    AvatarZooKeeperClient zk = null;
    long ssid = -1;
    int maxTries = conf.getInt("dfs.avatarnode.zk.retries", 3);
    boolean mismatch = false;
    Long ssIdInZk = -1L;

    for (int i = 0; i < maxTries; i++) {
      try {
        zk = new AvatarZooKeeperClient(conf, null, false);
        ssid = writeSessionIdToZK(conf, zk);
        return ssid;
      } catch (Exception e) {
        LOG.error("Got Exception when writing session id to zk. Will retry...",
            e);
View Full Code Here

Examples of org.apache.hadoop.hdfs.AvatarZooKeeperClient

214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
  /**
   * Obtain the registration of the primary from zk.
   */
  static String getPrimaryRegistration(Configuration startupConf,
      Configuration conf, String fsname) throws IOException {
    AvatarZooKeeperClient zk = null;
    int maxTries = startupConf.getInt("dfs.avatarnode.zk.retries", 3);
    for (int i = 0; i < maxTries; i++) {
      try {
        zk = new AvatarZooKeeperClient(conf, null, false);
        String zkRegistry = zk.getPrimaryAvatarAddress(fsname, new Stat(),
            false);
        return zkRegistry;
      } catch (Exception e) {
        LOG.error(
            "Got Exception when reading primary registration. Will retry...", e);
View Full Code Here

Examples of org.apache.hadoop.hdfs.AvatarZooKeeperClient

263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
  public static void updateZooKeeper(Configuration originalConf, Configuration conf,
      boolean toOverwrite, String serviceName, String primaryInstance) throws IOException {
    String connection = conf.get(FSConstants.FS_HA_ZOOKEEPER_QUORUM);
    if (connection == null)
      return;
    AvatarZooKeeperClient zk = new AvatarZooKeeperClient(conf, null);
    if (registerClientProtocolAddress(zk, originalConf, conf, toOverwrite)) {
      return;
    }
    registerDnProtocolAddress(zk, originalConf, conf, toOverwrite);
    registerHttpAddress(zk, originalConf, conf, toOverwrite);
    for (ZookeeperKey key : ZookeeperKey.values()) {
      zk.registerPrimary(getZnodeName(conf, serviceName, Avatar.ACTIVE, key),
          key.getIpPortString(conf), true);
    }
    if(primaryInstance.equalsIgnoreCase(StartupOption.NODEZERO.getName())){
      primaryInstance = StartupOption.NODEONE.getName();
    } else {
      primaryInstance = StartupOption.NODEZERO.getName();
    }
    Configuration tempConf = AvatarZKShell.updateConf(primaryInstance, originalConf);
    for (ZookeeperKey key : ZookeeperKey.values()) {
      zk.registerPrimary(getZnodeName(tempConf, serviceName, Avatar.STANDBY, key),
          key.getIpPortString(tempConf), true);
    }
  }
View Full Code Here

Examples of org.apache.hadoop.hdfs.AvatarZooKeeperClient

378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
      String serviceName) throws IOException {
    String connection = conf.get(FSConstants.FS_HA_ZOOKEEPER_QUORUM);
    if (connection == null) {
      return;
    }
    AvatarZooKeeperClient zk = new AvatarZooKeeperClient(conf, null);

    // Clear NameNode address in ZK
    InetSocketAddress defaultAddr;
    String[] aliases;

    defaultAddr = NameNode.getClientProtocolAddress(originalConf);
    String defaultName = defaultAddr.getHostName() + ":"
        + defaultAddr.getPort();
    LOG.info("Clear Client Address information in ZooKeeper: " + defaultName);
    zk.clearPrimary(defaultName);

    aliases = conf.getStrings(FSConstants.FS_NAMENODE_ALIASES);
    if (aliases != null) {
      for (String alias : aliases) {
        zk.clearPrimary(alias);
      }
    }
   
   
    LOG.info("Clear Service Address information in ZooKeeper");
    defaultAddr = NameNode.getDNProtocolAddress(originalConf);
    if (defaultAddr != null) {
      String defaultServiceName = defaultAddr.getHostName() + ":"
          + defaultAddr.getPort();
      zk.clearPrimary(defaultServiceName);
    }
   
    aliases = conf.getStrings(FSConstants.DFS_NAMENODE_DN_ALIASES);
    if (aliases != null) {
      for (String alias : aliases) {
        zk.clearPrimary(alias);
      }
    }
   
   
    LOG.info("Clear Http Address information in ZooKeeper");
    // Clear http address in ZK
    // Stolen from NameNode so we have the same code in both places
    defaultAddr = NetUtils.createSocketAddr(originalConf
        .get(FSConstants.DFS_NAMENODE_HTTP_ADDRESS_KEY));
    String defaultHttpAddress = defaultAddr.getHostName() + ":"
        + defaultAddr.getPort();
    zk.clearPrimary(defaultHttpAddress);
   
    aliases = conf.getStrings(FSConstants.DFS_HTTP_ALIASES);
    if (aliases != null) {
      for (String alias : aliases) {
        zk.clearPrimary(alias);
      }
    }

    for(Avatar avatar : Avatar.avatars) {
      for (ZookeeperKey key : ZookeeperKey.values()) {
        zk.clearPrimary(getZnodeName(conf, serviceName, avatar, key));
      }
    }
  }
View Full Code Here

Examples of org.apache.hadoop.hdfs.AvatarZooKeeperClient

443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
      String serviceName, PrintStream outputStream) throws IOException, KeeperException,
      InterruptedException {
    String connection = conf.get(FSConstants.FS_HA_ZOOKEEPER_QUORUM);
    if (connection == null)
      return;
    AvatarZooKeeperClient zk = new AvatarZooKeeperClient(conf, null);
    outputStream.println("ZooKeeper entries:");

    // client protocol
    InetSocketAddress defaultAddr = NameNode.getClientProtocolAddress(originalConf);
    String defaultName = defaultAddr.getHostName() + ":" + defaultAddr.getPort();
    outputStream.println("Default name is " + defaultName);
    String registration = zk.getPrimaryAvatarAddress(defaultName, new Stat(), false);
    outputStream.println("Primary node according to ZooKeeper: " + registration);

    // datanode protocol
    defaultAddr = NameNode.getDNProtocolAddress(originalConf);
    defaultName = defaultAddr.getHostName() + ":" + defaultAddr.getPort();
    registration = zk.getPrimaryAvatarAddress(defaultName, new Stat(), false);
    outputStream.println("Primary node DN protocol     : " + registration);

    // http address
    defaultAddr = NetUtils.createSocketAddr(originalConf.get("dfs.http.address"));
    defaultName = defaultAddr.getHostName() + ":" + defaultAddr.getPort();
    registration = zk.getPrimaryAvatarAddress(defaultName, new Stat(), false);
    outputStream.println("Primary node http address    : " + registration);

    for (Avatar anAvatar : Avatar.avatars) {
      outputStream.println(anAvatar + " entries: ");
      for (ZookeeperKey key : ZookeeperKey.values()) {
        String keyInZookeeper = getZnodeName(conf, serviceName, anAvatar, key);
        outputStream.println(keyInZookeeper + " : "
            + zk.getPrimaryAvatarAddress(keyInZookeeper, new Stat(), false));
      }
    }
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.