Java Code Examples for org.apache.hadoop.util.StringUtils#byteToHexString()

@Override
protected HAServiceTarget dataToTarget(byte[] data) {
  ActiveNodeInfo proto;
  try {
    proto = ActiveNodeInfo.parseFrom(data);
  } catch (InvalidProtocolBufferException e) {
    throw new RuntimeException("Invalid data in ZK: " +
        StringUtils.byteToHexString(data));
  }
  NNHAServiceTarget ret = new NNHAServiceTarget(
      conf, proto.getNameserviceId(), proto.getNamenodeId());
  InetSocketAddress addressFromProtobuf = new InetSocketAddress(
      proto.getHostname(), proto.getPort());
  
  if (!addressFromProtobuf.equals(ret.getAddress())) {
    throw new RuntimeException("Mismatched address stored in ZK for " +
        ret + ": Stored protobuf was " + proto + ", address from our own " +
        "configuration for this NameNode was " + ret.getAddress());
  }
  
  ret.setZkfcPort(proto.getZkfcPort());
  return ret;
}
 

/** Check the rpc response header. */
void checkResponse(RpcResponseHeaderProto header) throws IOException {
  if (header == null) {
    throw new EOFException("Response is null.");
  }
  if (header.hasClientId()) {
    // check client IDs
    final byte[] id = header.getClientId().toByteArray();
    if (!Arrays.equals(id, RpcConstants.DUMMY_CLIENT_ID)) {
      if (!Arrays.equals(id, clientId)) {
        throw new IOException("Client IDs not matched: local ID="
            + StringUtils.byteToHexString(clientId) + ", ID in response="
            + StringUtils.byteToHexString(header.getClientId().toByteArray()));
      }
    }
  }
}
 

@Override
protected void processPath(PathData item) throws IOException {
  if (item.stat.isDirectory()) {
    throw new PathIsDirectoryException(item.toString());
  }

  FileChecksum checksum = item.fs.getFileChecksum(item.path);
  if (checksum == null) {
    out.printf("%s\tNONE\t%n", item.toString());
  } else {
    String checksumString = StringUtils.byteToHexString(
        checksum.getBytes(), 0, checksum.getLength());
    out.printf("%s\t%s\t%s%n",
        item.toString(), checksum.getAlgorithmName(),
        checksumString);
  }
}
 

@Override
protected void processPath(PathData item) throws IOException {
  if (item.stat.isDirectory()) {
    throw new PathIsDirectoryException(item.toString());
  }

  FileChecksum checksum = item.fs.getFileChecksum(item.path);
  if (checksum == null) {
    out.printf("%s\tNONE\t%n", item.toString());
  } else {
    String checksumString = StringUtils.byteToHexString(
        checksum.getBytes(), 0, checksum.getLength());
    out.printf("%s\t%s\t%s%n",
        item.toString(), checksum.getAlgorithmName(),
        checksumString);
  }
}
 

/** Check the rpc response header. */
void checkResponse(RpcResponseHeaderProto header) throws IOException {
  if (header == null) {
    throw new EOFException("Response is null.");
  }
  if (header.hasClientId()) {
    // check client IDs
    final byte[] id = header.getClientId().toByteArray();
    if (!Arrays.equals(id, RpcConstants.DUMMY_CLIENT_ID)) {
      if (!Arrays.equals(id, clientId)) {
        throw new IOException("Client IDs not matched: local ID="
            + StringUtils.byteToHexString(clientId) + ", ID in response="
            + StringUtils.byteToHexString(header.getClientId().toByteArray()));
      }
    }
  }
}
 

@Override
protected HAServiceTarget dataToTarget(byte[] data) {
  ActiveNodeInfo proto;
  try {
    proto = ActiveNodeInfo.parseFrom(data);
  } catch (InvalidProtocolBufferException e) {
    throw new RuntimeException("Invalid data in ZK: " +
        StringUtils.byteToHexString(data));
  }
  NNHAServiceTarget ret = new NNHAServiceTarget(
      conf, proto.getNameserviceId(), proto.getNamenodeId());
  InetSocketAddress addressFromProtobuf = new InetSocketAddress(
      proto.getHostname(), proto.getPort());
  
  if (!addressFromProtobuf.equals(ret.getAddress())) {
    throw new RuntimeException("Mismatched address stored in ZK for " +
        ret + ": Stored protobuf was " + proto + ", address from our own " +
        "configuration for this NameNode was " + ret.getAddress());
  }
  
  ret.setZkfcPort(proto.getZkfcPort());
  return ret;
}
 

public String toString() {
  StringBuilder sb = new StringBuilder(1024);
  
  sb.append("id=");
  String id = StringUtils.byteToHexString(this.getIdentifier());
  int idLen = id.length();
  sb.append(id.substring(idLen-6));
  sb.append(";k=");
  sb.append(this.getKind());
  sb.append(";s=");
  sb.append(this.getService());
  return sb.toString();
}
 

private void verifyRead(FSDataInputStream stm, byte[] fileContents,
     int seekOff, int toRead) throws IOException {
  byte[] out = new byte[toRead];
  stm.seek(seekOff);
  stm.readFully(out);
  byte[] expected = Arrays.copyOfRange(fileContents, seekOff, seekOff+toRead);
  if (!Arrays.equals(out, expected)) {
    String s ="\nExpected: " +
        StringUtils.byteToHexString(expected) +
        "\ngot:      " +
        StringUtils.byteToHexString(out) + 
        "\noff=" + seekOff + " len=" + toRead;
    fail(s);
  }
}
 

@Override
public String toString() {
  return "elector id=" + System.identityHashCode(this) +
    " appData=" +
    ((appData == null) ? "null" : StringUtils.byteToHexString(appData)) + 
    " cb=" + appClient;
}
 

/**
 * Regression test for HDFS-1112/HDFS-3020. Ensures that, even if
 * logSync isn't called periodically, the edit log will sync itself.
 */
@Test
public void testAutoSync() throws Exception {
  File logDir = new File(TEST_DIR, "testAutoSync");
  logDir.mkdirs();
  FSEditLog log = FSImageTestUtil.createStandaloneEditLog(logDir);
  
  String oneKB = StringUtils.byteToHexString(
      new byte[500]);
  
  try {
    log.openForWrite();
    NameNodeMetrics mockMetrics = Mockito.mock(NameNodeMetrics.class);
    log.setMetricsForTests(mockMetrics);

    for (int i = 0; i < 400; i++) {
      log.logDelete(oneKB, 1L, false);
    }
    // After ~400KB, we're still within the 512KB buffer size
    Mockito.verify(mockMetrics, Mockito.times(0)).addSync(Mockito.anyLong());
    
    // After ~400KB more, we should have done an automatic sync
    for (int i = 0; i < 400; i++) {
      log.logDelete(oneKB, 1L, false);
    }
    Mockito.verify(mockMetrics, Mockito.times(1)).addSync(Mockito.anyLong());

  } finally {
    log.close();
  }
}
 

public String toString() {
  StringBuilder sb = new StringBuilder(1024);
  
  sb.append("id=");
  String id = StringUtils.byteToHexString(this.getIdentifier());
  int idLen = id.length();
  sb.append(id.substring(idLen-6));
  sb.append(";k=");
  sb.append(this.getKind());
  sb.append(";s=");
  sb.append(this.getService());
  return sb.toString();
}
 

private void verifyRead(FSDataInputStream stm, byte[] fileContents,
     int seekOff, int toRead) throws IOException {
  byte[] out = new byte[toRead];
  stm.seek(seekOff);
  stm.readFully(out);
  byte[] expected = Arrays.copyOfRange(fileContents, seekOff, seekOff+toRead);
  if (!Arrays.equals(out, expected)) {
    String s ="\nExpected: " +
        StringUtils.byteToHexString(expected) +
        "\ngot:      " +
        StringUtils.byteToHexString(out) + 
        "\noff=" + seekOff + " len=" + toRead;
    fail(s);
  }
}
 

@Override
public String toString() {
  return "elector id=" + System.identityHashCode(this) +
    " appData=" +
    ((appData == null) ? "null" : StringUtils.byteToHexString(appData)) + 
    " cb=" + appClient;
}
 

/**
 * Regression test for HDFS-1112/HDFS-3020. Ensures that, even if
 * logSync isn't called periodically, the edit log will sync itself.
 */
@Test
public void testAutoSync() throws Exception {
  File logDir = new File(TEST_DIR, "testAutoSync");
  logDir.mkdirs();
  FSEditLog log = FSImageTestUtil.createStandaloneEditLog(logDir);
  
  String oneKB = StringUtils.byteToHexString(
      new byte[500]);
  
  try {
    log.openForWrite();
    NameNodeMetrics mockMetrics = Mockito.mock(NameNodeMetrics.class);
    log.setMetricsForTests(mockMetrics);

    for (int i = 0; i < 400; i++) {
      log.logDelete(oneKB, 1L, false);
    }
    // After ~400KB, we're still within the 512KB buffer size
    Mockito.verify(mockMetrics, Mockito.times(0)).addSync(Mockito.anyLong());
    
    // After ~400KB more, we should have done an automatic sync
    for (int i = 0; i < 400; i++) {
      log.logDelete(oneKB, 1L, false);
    }
    Mockito.verify(mockMetrics, Mockito.times(1)).addSync(Mockito.anyLong());

  } finally {
    log.close();
  }
}
 

@Override
public String toString() {
  return StringUtils.byteToHexString(id);
}
 

private static void readChars(DataInput in, StringBuilder buffer, int nBytes)
  throws UTFDataFormatException, IOException {
  DataOutputBuffer obuf = OBUF_FACTORY.get();
  obuf.reset();
  obuf.write(in, nBytes);
  byte[] bytes = obuf.getData();
  int i = 0;
  while (i < nBytes) {
    byte b = bytes[i++];
    if ((b & 0x80) == 0) {
      // 0b0xxxxxxx: 1-byte sequence
      buffer.append((char)(b & 0x7F));
    } else if ((b & 0xE0) == 0xC0) {
      if (i >= nBytes) {
        throw new UTFDataFormatException("Truncated UTF8 at " +
            StringUtils.byteToHexString(bytes, i - 1, 1));
      }
      // 0b110xxxxx: 2-byte sequence
      buffer.append((char)(((b & 0x1F) << 6)
          | (bytes[i++] & 0x3F)));
    } else if ((b & 0xF0) == 0xE0) {
      // 0b1110xxxx: 3-byte sequence
      if (i + 1 >= nBytes) {
        throw new UTFDataFormatException("Truncated UTF8 at " +
            StringUtils.byteToHexString(bytes, i - 1, 2));
      }
      buffer.append((char)(((b & 0x0F) << 12)
          | ((bytes[i++] & 0x3F) << 6)
          |  (bytes[i++] & 0x3F)));
    } else if ((b & 0xF8) == 0xF0) {
      if (i + 2 >= nBytes) {
        throw new UTFDataFormatException("Truncated UTF8 at " +
            StringUtils.byteToHexString(bytes, i - 1, 3));
      }
      // 0b11110xxx: 4-byte sequence
      int codepoint =
          ((b & 0x07) << 18)
        | ((bytes[i++] & 0x3F) <<  12)
        | ((bytes[i++] & 0x3F) <<  6)
        | ((bytes[i++] & 0x3F));
      buffer.append(highSurrogate(codepoint))
            .append(lowSurrogate(codepoint));
    } else {
      // The UTF8 standard describes 5-byte and 6-byte sequences, but
      // these are no longer allowed as of 2003 (see RFC 3629)

      // Only show the next 6 bytes max in the error code - in case the
      // buffer is large, this will prevent an exceedingly large message.
      int endForError = Math.min(i + 5, nBytes);
      throw new UTFDataFormatException("Invalid UTF8 at " +
          StringUtils.byteToHexString(bytes, i - 1, endForError));
    }
  }
}
 

private static void readChars(DataInput in, StringBuilder buffer, int nBytes)
  throws UTFDataFormatException, IOException {
  DataOutputBuffer obuf = OBUF_FACTORY.get();
  obuf.reset();
  obuf.write(in, nBytes);
  byte[] bytes = obuf.getData();
  int i = 0;
  while (i < nBytes) {
    byte b = bytes[i++];
    if ((b & 0x80) == 0) {
      // 0b0xxxxxxx: 1-byte sequence
      buffer.append((char)(b & 0x7F));
    } else if ((b & 0xE0) == 0xC0) {
      if (i >= nBytes) {
        throw new UTFDataFormatException("Truncated UTF8 at " +
            StringUtils.byteToHexString(bytes, i - 1, 1));
      }
      // 0b110xxxxx: 2-byte sequence
      buffer.append((char)(((b & 0x1F) << 6)
          | (bytes[i++] & 0x3F)));
    } else if ((b & 0xF0) == 0xE0) {
      // 0b1110xxxx: 3-byte sequence
      if (i + 1 >= nBytes) {
        throw new UTFDataFormatException("Truncated UTF8 at " +
            StringUtils.byteToHexString(bytes, i - 1, 2));
      }
      buffer.append((char)(((b & 0x0F) << 12)
          | ((bytes[i++] & 0x3F) << 6)
          |  (bytes[i++] & 0x3F)));
    } else if ((b & 0xF8) == 0xF0) {
      if (i + 2 >= nBytes) {
        throw new UTFDataFormatException("Truncated UTF8 at " +
            StringUtils.byteToHexString(bytes, i - 1, 3));
      }
      // 0b11110xxx: 4-byte sequence
      int codepoint =
          ((b & 0x07) << 18)
        | ((bytes[i++] & 0x3F) <<  12)
        | ((bytes[i++] & 0x3F) <<  6)
        | ((bytes[i++] & 0x3F));
      buffer.append(highSurrogate(codepoint))
            .append(lowSurrogate(codepoint));
    } else {
      // The UTF8 standard describes 5-byte and 6-byte sequences, but
      // these are no longer allowed as of 2003 (see RFC 3629)

      // Only show the next 6 bytes max in the error code - in case the
      // buffer is large, this will prevent an exceedingly large message.
      int endForError = Math.min(i + 5, nBytes);
      throw new UTFDataFormatException("Invalid UTF8 at " +
          StringUtils.byteToHexString(bytes, i - 1, endForError));
    }
  }
}
 

@Override
public String toString() {
  return StringUtils.byteToHexString(id);
}
 

/**
 * Save the ".md5" file that lists the md5sum of another file.
 * @param dataFile the original file whose md5 was computed
 * @param digest the computed digest
 * @throws IOException
 */
public static void saveMD5File(File dataFile, MD5Hash digest)
    throws IOException {
  final String digestString = StringUtils.byteToHexString(digest.getDigest());
  saveMD5File(dataFile, digestString);
}
 

/**
 * Save the ".md5" file that lists the md5sum of another file.
 * @param dataFile the original file whose md5 was computed
 * @param digest the computed digest
 * @throws IOException
 */
public static void saveMD5File(File dataFile, MD5Hash digest)
    throws IOException {
  final String digestString = StringUtils.byteToHexString(digest.getDigest());
  saveMD5File(dataFile, digestString);
}