Java Code Examples for org.apache.hadoop.hbase.Server#getServerName()

@Test
public void testCleanupUnknownPeerZNode() throws Exception {
  Server server = new DummyServer("hostname2.example.org");
  ReplicationQueueStorage rq = ReplicationStorageFactory
      .getReplicationQueueStorage(server.getZooKeeper(), server.getConfiguration());
  // populate some znodes in the peer znode
  // add log to an unknown peer
  String group = "testgroup";
  rq.addWAL(server.getServerName(), "2", group + ".log1");
  rq.addWAL(server.getServerName(), "2", group + ".log2");

  NodeFailoverWorker w1 = manager.new NodeFailoverWorker(server.getServerName());
  w1.run();

  // The log of the unknown peer should be removed from zk
  for (String peer : manager.getAllQueues()) {
    assertTrue(peer.startsWith("1"));
  }
}
 

DaughterOpener(final Server s, final HRegion r) {
  super((s == null? "null-services": s.getServerName()) +
    "-daughterOpener=" + r.getRegionInfo().getEncodedName());
  setDaemon(true);
  this.server = s;
  this.r = r;
}
 

public WALSplitterHandler(final Server server, SplitLogWorkerCoordination coordination,
    SplitLogWorkerCoordination.SplitTaskDetails splitDetails, CancelableProgressable reporter,
    AtomicInteger inProgressTasks, TaskExecutor splitTaskExecutor) {
  super(server, EventType.RS_LOG_REPLAY);
  this.splitTaskDetails = splitDetails;
  this.coordination = coordination;
  this.reporter = reporter;
  this.inProgressTasks = inProgressTasks;
  this.inProgressTasks.incrementAndGet();
  this.serverName = server.getServerName();
  this.splitTaskExecutor = splitTaskExecutor;
}
 

@Test
public void testClaimQueues() throws Exception {
  Server server = new DummyServer("hostname0.example.org");
  ReplicationQueueStorage rq = ReplicationStorageFactory
      .getReplicationQueueStorage(server.getZooKeeper(), server.getConfiguration());
  // populate some znodes in the peer znode
  files.add("log1");
  files.add("log2");
  for (String file : files) {
    rq.addWAL(server.getServerName(), "1", file);
  }
  // create 3 DummyServers
  Server s1 = new DummyServer("dummyserver1.example.org");
  Server s2 = new DummyServer("dummyserver2.example.org");
  Server s3 = new DummyServer("dummyserver3.example.org");

  // create 3 DummyNodeFailoverWorkers
  DummyNodeFailoverWorker w1 = new DummyNodeFailoverWorker(server.getServerName(), s1);
  DummyNodeFailoverWorker w2 = new DummyNodeFailoverWorker(server.getServerName(), s2);
  DummyNodeFailoverWorker w3 = new DummyNodeFailoverWorker(server.getServerName(), s3);

  latch = new CountDownLatch(3);
  // start the threads
  w1.start();
  w2.start();
  w3.start();
  // make sure only one is successful
  int populatedMap = 0;
  // wait for result now... till all the workers are done.
  latch.await();
  populatedMap += w1.isLogZnodesMapPopulated() + w2.isLogZnodesMapPopulated()
      + w3.isLogZnodesMapPopulated();
  assertEquals(1, populatedMap);
  server.abort("", null);
}
 

@Test
public void testCleanupFailoverQueues() throws Exception {
  Server server = new DummyServer("hostname1.example.org");
  ReplicationQueueStorage rq = ReplicationStorageFactory
      .getReplicationQueueStorage(server.getZooKeeper(), server.getConfiguration());
  // populate some znodes in the peer znode
  SortedSet<String> files = new TreeSet<>();
  String group = "testgroup";
  String file1 = group + "." + EnvironmentEdgeManager.currentTime() + ".log1";
  String file2 = group + "." + EnvironmentEdgeManager.currentTime() + ".log2";
  files.add(file1);
  files.add(file2);
  for (String file : files) {
    rq.addWAL(server.getServerName(), "1", file);
  }
  Server s1 = new DummyServer("dummyserver1.example.org");
  ReplicationPeers rp1 =
      ReplicationFactory.getReplicationPeers(s1.getZooKeeper(), s1.getConfiguration());
  rp1.init();
  NodeFailoverWorker w1 =
      manager.new NodeFailoverWorker(server.getServerName());
  w1.run();
  assertEquals(1, manager.getWalsByIdRecoveredQueues().size());
  String id = "1-" + server.getServerName().getServerName();
  assertEquals(files, manager.getWalsByIdRecoveredQueues().get(id).get(group));
  ReplicationSourceInterface source = mock(ReplicationSourceInterface.class);
  when(source.getQueueId()).thenReturn(id);
  when(source.isRecovered()).thenReturn(true);
  when(source.isSyncReplication()).thenReturn(false);
  manager.cleanOldLogs(file2, false, source);
  // log1 should be deleted
  assertEquals(Sets.newHashSet(file2), manager.getWalsByIdRecoveredQueues().get(id).get(group));
}
 

public ZkCoordinatedStateManager(Server server) {
  this.watcher = server.getZooKeeper();
  splitLogWorkerCoordination = new ZkSplitLogWorkerCoordination(server.getServerName(), watcher);
  splitLogManagerCoordination = new ZKSplitLogManagerCoordination(server.getConfiguration(),
      watcher);
}
 

@Test
public void testNodeFailoverDeadServerParsing() throws Exception {
  Server server = new DummyServer("ec2-54-234-230-108.compute-1.amazonaws.com");
  ReplicationQueueStorage queueStorage =
      ReplicationStorageFactory.getReplicationQueueStorage(server.getZooKeeper(), conf);
  // populate some znodes in the peer znode
  files.add("log1");
  files.add("log2");
  for (String file : files) {
    queueStorage.addWAL(server.getServerName(), "1", file);
  }

  // create 3 DummyServers
  Server s1 = new DummyServer("ip-10-8-101-114.ec2.internal");
  Server s2 = new DummyServer("ec2-107-20-52-47.compute-1.amazonaws.com");
  Server s3 = new DummyServer("ec2-23-20-187-167.compute-1.amazonaws.com");

  // simulate three servers fail sequentially
  ServerName serverName = server.getServerName();
  List<String> unclaimed = queueStorage.getAllQueues(serverName);
  queueStorage.claimQueue(serverName, unclaimed.get(0), s1.getServerName());
  queueStorage.removeReplicatorIfQueueIsEmpty(serverName);

  serverName = s1.getServerName();
  unclaimed = queueStorage.getAllQueues(serverName);
  queueStorage.claimQueue(serverName, unclaimed.get(0), s2.getServerName());
  queueStorage.removeReplicatorIfQueueIsEmpty(serverName);

  serverName = s2.getServerName();
  unclaimed = queueStorage.getAllQueues(serverName);
  String queue3 =
      queueStorage.claimQueue(serverName, unclaimed.get(0), s3.getServerName()).getFirst();
  queueStorage.removeReplicatorIfQueueIsEmpty(serverName);

  ReplicationQueueInfo replicationQueueInfo = new ReplicationQueueInfo(queue3);
  List<ServerName> result = replicationQueueInfo.getDeadRegionServers();
  // verify
  assertTrue(result.contains(server.getServerName()));
  assertTrue(result.contains(s1.getServerName()));
  assertTrue(result.contains(s2.getServerName()));

  server.stop("");
}