org.apache.hadoop.hbase.util.Writables Java Examples

The following examples show how to use org.apache.hadoop.hbase.util.Writables. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
Source File: ProxiedFilesystem.java    From spliceengine with GNU Affero General Public License v3.0 6 votes vote down vote up
@Override
public FileStatus getFileStatus(Path f) throws IOException {
    try {
        try (PreparedStatement statement = connection.prepareStatement("call SYSCS_UTIL.SYSCS_hdfs_OPERATION(?, ?)")) {
            statement.setString(1, f.toUri().getPath());
            statement.setString(2, "status");
            try (ResultSet rs = statement.executeQuery()) {
                if (!rs.next()) {
                    throw new IOException("No results for getFileStatus");
                }
                Blob blob = rs.getBlob(1);
                byte[] bytes = blob.getBytes(1, (int) blob.length());
                FileStatus status = new FileStatus();
                Writables.copyWritable(bytes, status);
                return status;
            }
        }
    } catch (SQLException e) {
        throw new IOException(e);
    }
}
 
Example #2
Source File: ZKSecretWatcher.java    From hbase with Apache License 2.0 6 votes vote down vote up
@Override
public void nodeDataChanged(String path) {
  if (keysParentZNode.equals(ZKUtil.getParent(path))) {
    try {
      byte[] data = ZKUtil.getDataAndWatch(watcher, path);
      if (data == null || data.length == 0) {
        LOG.debug("Ignoring empty node "+path);
        return;
      }

      AuthenticationKey key = (AuthenticationKey)Writables.getWritable(data,
          new AuthenticationKey());
      secretManager.addKey(key);
    } catch (KeeperException ke) {
      LOG.error(HBaseMarkers.FATAL, "Error reading data from zookeeper", ke);
      watcher.abort("Error reading updated key znode "+path, ke);
    } catch (IOException ioe) {
      LOG.error(HBaseMarkers.FATAL, "Error reading key writables", ioe);
      watcher.abort("Error reading key writables from znode "+path, ioe);
    }
  }
}
 
Example #3
Source File: ZKSecretWatcher.java    From hbase with Apache License 2.0 6 votes vote down vote up
private void refreshNodes(List<ZKUtil.NodeAndData> nodes) {
  for (ZKUtil.NodeAndData n : nodes) {
    String path = n.getNode();
    String keyId = ZKUtil.getNodeName(path);
    try {
      byte[] data = n.getData();
      if (data == null || data.length == 0) {
        LOG.debug("Ignoring empty node "+path);
        continue;
      }
      AuthenticationKey key = (AuthenticationKey)Writables.getWritable(
          data, new AuthenticationKey());
      secretManager.addKey(key);
    } catch (IOException ioe) {
      LOG.error(HBaseMarkers.FATAL, "Failed reading new secret key for id '" +
          keyId + "' from zk", ioe);
      watcher.abort("Error deserializing key from znode "+path, ioe);
    }
  }
}
 
Example #4
Source File: ZKSecretWatcher.java    From hbase with Apache License 2.0 6 votes vote down vote up
public void addKeyToZK(AuthenticationKey key) {
  String keyZNode = getKeyNode(key.getKeyId());
  try {
    byte[] keyData = Writables.getBytes(key);
    // TODO: is there any point in retrying beyond what ZK client does?
    ZKUtil.createSetData(watcher, keyZNode, keyData);
  } catch (KeeperException ke) {
    LOG.error(HBaseMarkers.FATAL, "Unable to synchronize master key "+key.getKeyId()+
        " to znode "+keyZNode, ke);
    watcher.abort("Unable to synchronize secret key "+
        key.getKeyId()+" in zookeeper", ke);
  } catch (IOException ioe) {
    // this can only happen from an error serializing the key
    watcher.abort("Failed serializing key "+key.getKeyId(), ioe);
  }
}
 
Example #5
Source File: ZKSecretWatcher.java    From hbase with Apache License 2.0 6 votes vote down vote up
public void updateKeyInZK(AuthenticationKey key) {
  String keyZNode = getKeyNode(key.getKeyId());
  try {
    byte[] keyData = Writables.getBytes(key);
    try {
      ZKUtil.updateExistingNodeData(watcher, keyZNode, keyData, -1);
    } catch (KeeperException.NoNodeException ne) {
      // node was somehow removed, try adding it back
      ZKUtil.createSetData(watcher, keyZNode, keyData);
    }
  } catch (KeeperException ke) {
    LOG.error(HBaseMarkers.FATAL, "Unable to update master key "+key.getKeyId()+
        " in znode "+keyZNode);
    watcher.abort("Unable to synchronize secret key "+
        key.getKeyId()+" in zookeeper", ke);
  } catch (IOException ioe) {
    // this can only happen from an error serializing the key
    watcher.abort("Failed serializing key "+key.getKeyId(), ioe);
  }
}
 
Example #6
Source File: TestTokenAuthentication.java    From hbase with Apache License 2.0 5 votes vote down vote up
@Test
public void testTokenCreation() throws Exception {
  Token<AuthenticationTokenIdentifier> token =
      secretManager.generateToken("testuser");

  AuthenticationTokenIdentifier ident = new AuthenticationTokenIdentifier();
  Writables.getWritable(token.getIdentifier(), ident);
  assertEquals("Token username should match", "testuser",
      ident.getUsername());
  byte[] passwd = secretManager.retrievePassword(ident);
  assertTrue("Token password and password from secret manager should match",
      Bytes.equals(token.getPassword(), passwd));
}
 
Example #7
Source File: DistinctPrefixFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static DistinctPrefixFilter parseFrom(final byte[] pbBytes)
        throws DeserializationException {
    try {
        return (DistinctPrefixFilter) Writables.getWritable(pbBytes,
                new DistinctPrefixFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #8
Source File: SkipScanFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static SkipScanFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (SkipScanFilter)Writables.getWritable(pbBytes, new SkipScanFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #9
Source File: EncodedQualifiersColumnProjectionFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static EncodedQualifiersColumnProjectionFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (EncodedQualifiersColumnProjectionFilter)Writables.getWritable(pbBytes, new EncodedQualifiersColumnProjectionFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #10
Source File: SingleCFCQKeyValueComparisonFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static SingleCFCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (SingleCFCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new SingleCFCQKeyValueComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #11
Source File: RowKeyComparisonFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static RowKeyComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (RowKeyComparisonFilter)Writables.getWritable(pbBytes, new RowKeyComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #12
Source File: MultiCFCQKeyValueComparisonFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static MultiCFCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (MultiCFCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new MultiCFCQKeyValueComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #13
Source File: MultiCQKeyValueComparisonFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static MultiCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (MultiCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new MultiCQKeyValueComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #14
Source File: ColumnProjectionFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static ColumnProjectionFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (ColumnProjectionFilter)Writables.getWritable(pbBytes, new ColumnProjectionFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #15
Source File: MultiEncodedCQKeyValueComparisonFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static MultiEncodedCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (MultiEncodedCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new MultiEncodedCQKeyValueComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #16
Source File: SingleCQKeyValueComparisonFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static SingleCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        SingleCQKeyValueComparisonFilter writable = (SingleCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new SingleCQKeyValueComparisonFilter());
        return writable;
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #17
Source File: MultiCQKeyValueComparisonFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static MultiCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (MultiCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new MultiCQKeyValueComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #18
Source File: CommandAdapter.java    From hbase-tools with Apache License 2.0 5 votes vote down vote up
@SuppressWarnings("UnusedParameters")
private static NavigableMap<HRegionInfo, ServerName> regionServerMap(Args args, Configuration conf, HConnection connection, final String tableName, final boolean offlined) throws IOException {
    long timestamp = System.currentTimeMillis();

    final NavigableMap<HRegionInfo, ServerName> regions = new TreeMap<>();
    MetaScanner.MetaScannerVisitor visitor = new MetaScanner.TableMetaScannerVisitor(conf, tableName.getBytes()) {
        @Override
        public boolean processRowInternal(Result rowResult) throws IOException {
            HRegionInfo info = Writables.getHRegionInfo(rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.REGIONINFO_QUALIFIER));
            byte[] value = rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.SERVER_QUALIFIER);
            String hostAndPort = null;
            if (value != null && value.length > 0) {
                hostAndPort = Bytes.toString(value);
            }
            value = rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.STARTCODE_QUALIFIER);
            long startcode = -1L;
            if (value != null && value.length > 0) startcode = Bytes.toLong(value);
            if (!(info.isOffline() || info.isSplit())) {
                ServerName sn = null;
                if (hostAndPort != null && hostAndPort.length() > 0) {
                    sn = new ServerName(hostAndPort, startcode);
                }
                if (info.isOffline() && !offlined) return true;
                regions.put(info, sn);
            }
            return true;
        }
    };
    MetaScanner.metaScan(conf, visitor, tableName.getBytes());

    Util.printVerboseMessage(args, "CommandAdapter.regionServerMap", timestamp);
    return regions;
}
 
Example #19
Source File: SingleCQKeyValueComparisonFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static SingleCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (SingleCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new SingleCQKeyValueComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #20
Source File: ColumnProjectionFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static ColumnProjectionFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (ColumnProjectionFilter)Writables.getWritable(pbBytes, new ColumnProjectionFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #21
Source File: CommandAdapter.java    From hbase-tools with Apache License 2.0 5 votes vote down vote up
@SuppressWarnings("UnusedParameters")
public static NavigableMap<HRegionInfo, ServerName> regionServerMap(Args args, Configuration conf, HConnection connection, final Set<String> tableNames, final boolean offlined) throws IOException {
    long timestamp = System.currentTimeMillis();

    final NavigableMap<HRegionInfo, ServerName> regions = new TreeMap<>();
    if (tableNames.size() == 1) {
        return regionServerMap(args, conf, connection, tableNames.toArray(new String[1])[0], offlined);
    } else if (tableNames.size() > 1) {
        MetaScanner.BlockingMetaScannerVisitor visitor = new MetaScanner.BlockingMetaScannerVisitor(conf) {
            @Override
            public boolean processRowInternal(Result rowResult) throws IOException {
                HRegionInfo info = Writables.getHRegionInfo(rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.REGIONINFO_QUALIFIER));
                byte[] value = rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.SERVER_QUALIFIER);
                String hostAndPort = null;
                if (value != null && value.length > 0) {
                    hostAndPort = Bytes.toString(value);
                }
                value = rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.STARTCODE_QUALIFIER);
                long startcode = -1L;
                if (value != null && value.length > 0) startcode = Bytes.toLong(value);
                if (!(info.isOffline() || info.isSplit())) {
                    ServerName sn = null;
                    if (hostAndPort != null && hostAndPort.length() > 0) {
                        sn = new ServerName(hostAndPort, startcode);
                    }
                    if (info.isOffline() && !offlined) return true;

                    String tableName = info.getTableNameAsString();
                    if (tableNames.contains(tableName))
                        regions.put(info, sn);
                }
                return true;
            }
        };
        MetaScanner.metaScan(conf, visitor);
    }

    Util.printVerboseMessage(args, "CommandAdapter.regionServerMap", timestamp);
    return regions;
}
 
Example #22
Source File: MultiCFCQKeyValueComparisonFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static MultiCFCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (MultiCFCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new MultiCFCQKeyValueComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #23
Source File: RowKeyComparisonFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static RowKeyComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (RowKeyComparisonFilter)Writables.getWritable(pbBytes, new RowKeyComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #24
Source File: SingleCFCQKeyValueComparisonFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static SingleCFCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (SingleCFCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new SingleCFCQKeyValueComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #25
Source File: SkipScanFilter.java    From phoenix with Apache License 2.0 5 votes vote down vote up
public static SkipScanFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (SkipScanFilter)Writables.getWritable(pbBytes, new SkipScanFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example #26
Source File: BooleanExpressionFilter.java    From phoenix with Apache License 2.0 4 votes vote down vote up
@Override
public byte[] toByteArray() throws IOException {
    return Writables.getBytes(this);
}
 
Example #27
Source File: BooleanExpressionFilter.java    From phoenix with Apache License 2.0 4 votes vote down vote up
@Override
public byte[] toByteArray() throws IOException {
    return Writables.getBytes(this);
}
 
Example #28
Source File: EncodedQualifiersColumnProjectionFilter.java    From phoenix with Apache License 2.0 4 votes vote down vote up
@Override
public byte[] toByteArray() throws IOException {
    return Writables.getBytes(this);
}
 
Example #29
Source File: ColumnProjectionFilter.java    From phoenix with Apache License 2.0 4 votes vote down vote up
@Override
public byte[] toByteArray() throws IOException {
    return Writables.getBytes(this);
}
 
Example #30
Source File: SkipScanFilter.java    From phoenix with Apache License 2.0 4 votes vote down vote up
@Override
public byte[] toByteArray() throws IOException {
    return Writables.getBytes(this);
}