org.apache.hadoop.hbase.util.Writables Java Examples
The following examples show how to use
org.apache.hadoop.hbase.util.Writables.
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
Source File: ProxiedFilesystem.java From spliceengine with GNU Affero General Public License v3.0 | 6 votes |
@Override public FileStatus getFileStatus(Path f) throws IOException { try { try (PreparedStatement statement = connection.prepareStatement("call SYSCS_UTIL.SYSCS_hdfs_OPERATION(?, ?)")) { statement.setString(1, f.toUri().getPath()); statement.setString(2, "status"); try (ResultSet rs = statement.executeQuery()) { if (!rs.next()) { throw new IOException("No results for getFileStatus"); } Blob blob = rs.getBlob(1); byte[] bytes = blob.getBytes(1, (int) blob.length()); FileStatus status = new FileStatus(); Writables.copyWritable(bytes, status); return status; } } } catch (SQLException e) { throw new IOException(e); } }
Example #2
Source File: ZKSecretWatcher.java From hbase with Apache License 2.0 | 6 votes |
@Override public void nodeDataChanged(String path) { if (keysParentZNode.equals(ZKUtil.getParent(path))) { try { byte[] data = ZKUtil.getDataAndWatch(watcher, path); if (data == null || data.length == 0) { LOG.debug("Ignoring empty node "+path); return; } AuthenticationKey key = (AuthenticationKey)Writables.getWritable(data, new AuthenticationKey()); secretManager.addKey(key); } catch (KeeperException ke) { LOG.error(HBaseMarkers.FATAL, "Error reading data from zookeeper", ke); watcher.abort("Error reading updated key znode "+path, ke); } catch (IOException ioe) { LOG.error(HBaseMarkers.FATAL, "Error reading key writables", ioe); watcher.abort("Error reading key writables from znode "+path, ioe); } } }
Example #3
Source File: ZKSecretWatcher.java From hbase with Apache License 2.0 | 6 votes |
private void refreshNodes(List<ZKUtil.NodeAndData> nodes) { for (ZKUtil.NodeAndData n : nodes) { String path = n.getNode(); String keyId = ZKUtil.getNodeName(path); try { byte[] data = n.getData(); if (data == null || data.length == 0) { LOG.debug("Ignoring empty node "+path); continue; } AuthenticationKey key = (AuthenticationKey)Writables.getWritable( data, new AuthenticationKey()); secretManager.addKey(key); } catch (IOException ioe) { LOG.error(HBaseMarkers.FATAL, "Failed reading new secret key for id '" + keyId + "' from zk", ioe); watcher.abort("Error deserializing key from znode "+path, ioe); } } }
Example #4
Source File: ZKSecretWatcher.java From hbase with Apache License 2.0 | 6 votes |
public void addKeyToZK(AuthenticationKey key) { String keyZNode = getKeyNode(key.getKeyId()); try { byte[] keyData = Writables.getBytes(key); // TODO: is there any point in retrying beyond what ZK client does? ZKUtil.createSetData(watcher, keyZNode, keyData); } catch (KeeperException ke) { LOG.error(HBaseMarkers.FATAL, "Unable to synchronize master key "+key.getKeyId()+ " to znode "+keyZNode, ke); watcher.abort("Unable to synchronize secret key "+ key.getKeyId()+" in zookeeper", ke); } catch (IOException ioe) { // this can only happen from an error serializing the key watcher.abort("Failed serializing key "+key.getKeyId(), ioe); } }
Example #5
Source File: ZKSecretWatcher.java From hbase with Apache License 2.0 | 6 votes |
public void updateKeyInZK(AuthenticationKey key) { String keyZNode = getKeyNode(key.getKeyId()); try { byte[] keyData = Writables.getBytes(key); try { ZKUtil.updateExistingNodeData(watcher, keyZNode, keyData, -1); } catch (KeeperException.NoNodeException ne) { // node was somehow removed, try adding it back ZKUtil.createSetData(watcher, keyZNode, keyData); } } catch (KeeperException ke) { LOG.error(HBaseMarkers.FATAL, "Unable to update master key "+key.getKeyId()+ " in znode "+keyZNode); watcher.abort("Unable to synchronize secret key "+ key.getKeyId()+" in zookeeper", ke); } catch (IOException ioe) { // this can only happen from an error serializing the key watcher.abort("Failed serializing key "+key.getKeyId(), ioe); } }
Example #6
Source File: TestTokenAuthentication.java From hbase with Apache License 2.0 | 5 votes |
@Test public void testTokenCreation() throws Exception { Token<AuthenticationTokenIdentifier> token = secretManager.generateToken("testuser"); AuthenticationTokenIdentifier ident = new AuthenticationTokenIdentifier(); Writables.getWritable(token.getIdentifier(), ident); assertEquals("Token username should match", "testuser", ident.getUsername()); byte[] passwd = secretManager.retrievePassword(ident); assertTrue("Token password and password from secret manager should match", Bytes.equals(token.getPassword(), passwd)); }
Example #7
Source File: DistinctPrefixFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static DistinctPrefixFilter parseFrom(final byte[] pbBytes) throws DeserializationException { try { return (DistinctPrefixFilter) Writables.getWritable(pbBytes, new DistinctPrefixFilter()); } catch (IOException e) { throw new DeserializationException(e); } }
Example #8
Source File: SkipScanFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static SkipScanFilter parseFrom(final byte [] pbBytes) throws DeserializationException { try { return (SkipScanFilter)Writables.getWritable(pbBytes, new SkipScanFilter()); } catch (IOException e) { throw new DeserializationException(e); } }
Example #9
Source File: EncodedQualifiersColumnProjectionFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static EncodedQualifiersColumnProjectionFilter parseFrom(final byte [] pbBytes) throws DeserializationException { try { return (EncodedQualifiersColumnProjectionFilter)Writables.getWritable(pbBytes, new EncodedQualifiersColumnProjectionFilter()); } catch (IOException e) { throw new DeserializationException(e); } }
Example #10
Source File: SingleCFCQKeyValueComparisonFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static SingleCFCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException { try { return (SingleCFCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new SingleCFCQKeyValueComparisonFilter()); } catch (IOException e) { throw new DeserializationException(e); } }
Example #11
Source File: RowKeyComparisonFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static RowKeyComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException { try { return (RowKeyComparisonFilter)Writables.getWritable(pbBytes, new RowKeyComparisonFilter()); } catch (IOException e) { throw new DeserializationException(e); } }
Example #12
Source File: MultiCFCQKeyValueComparisonFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static MultiCFCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException { try { return (MultiCFCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new MultiCFCQKeyValueComparisonFilter()); } catch (IOException e) { throw new DeserializationException(e); } }
Example #13
Source File: MultiCQKeyValueComparisonFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static MultiCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException { try { return (MultiCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new MultiCQKeyValueComparisonFilter()); } catch (IOException e) { throw new DeserializationException(e); } }
Example #14
Source File: ColumnProjectionFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static ColumnProjectionFilter parseFrom(final byte [] pbBytes) throws DeserializationException { try { return (ColumnProjectionFilter)Writables.getWritable(pbBytes, new ColumnProjectionFilter()); } catch (IOException e) { throw new DeserializationException(e); } }
Example #15
Source File: MultiEncodedCQKeyValueComparisonFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static MultiEncodedCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException { try { return (MultiEncodedCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new MultiEncodedCQKeyValueComparisonFilter()); } catch (IOException e) { throw new DeserializationException(e); } }
Example #16
Source File: SingleCQKeyValueComparisonFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static SingleCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException { try { SingleCQKeyValueComparisonFilter writable = (SingleCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new SingleCQKeyValueComparisonFilter()); return writable; } catch (IOException e) { throw new DeserializationException(e); } }
Example #17
Source File: MultiCQKeyValueComparisonFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static MultiCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException { try { return (MultiCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new MultiCQKeyValueComparisonFilter()); } catch (IOException e) { throw new DeserializationException(e); } }
Example #18
Source File: CommandAdapter.java From hbase-tools with Apache License 2.0 | 5 votes |
@SuppressWarnings("UnusedParameters") private static NavigableMap<HRegionInfo, ServerName> regionServerMap(Args args, Configuration conf, HConnection connection, final String tableName, final boolean offlined) throws IOException { long timestamp = System.currentTimeMillis(); final NavigableMap<HRegionInfo, ServerName> regions = new TreeMap<>(); MetaScanner.MetaScannerVisitor visitor = new MetaScanner.TableMetaScannerVisitor(conf, tableName.getBytes()) { @Override public boolean processRowInternal(Result rowResult) throws IOException { HRegionInfo info = Writables.getHRegionInfo(rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.REGIONINFO_QUALIFIER)); byte[] value = rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.SERVER_QUALIFIER); String hostAndPort = null; if (value != null && value.length > 0) { hostAndPort = Bytes.toString(value); } value = rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.STARTCODE_QUALIFIER); long startcode = -1L; if (value != null && value.length > 0) startcode = Bytes.toLong(value); if (!(info.isOffline() || info.isSplit())) { ServerName sn = null; if (hostAndPort != null && hostAndPort.length() > 0) { sn = new ServerName(hostAndPort, startcode); } if (info.isOffline() && !offlined) return true; regions.put(info, sn); } return true; } }; MetaScanner.metaScan(conf, visitor, tableName.getBytes()); Util.printVerboseMessage(args, "CommandAdapter.regionServerMap", timestamp); return regions; }
Example #19
Source File: SingleCQKeyValueComparisonFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static SingleCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException { try { return (SingleCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new SingleCQKeyValueComparisonFilter()); } catch (IOException e) { throw new DeserializationException(e); } }
Example #20
Source File: ColumnProjectionFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static ColumnProjectionFilter parseFrom(final byte [] pbBytes) throws DeserializationException { try { return (ColumnProjectionFilter)Writables.getWritable(pbBytes, new ColumnProjectionFilter()); } catch (IOException e) { throw new DeserializationException(e); } }
Example #21
Source File: CommandAdapter.java From hbase-tools with Apache License 2.0 | 5 votes |
@SuppressWarnings("UnusedParameters") public static NavigableMap<HRegionInfo, ServerName> regionServerMap(Args args, Configuration conf, HConnection connection, final Set<String> tableNames, final boolean offlined) throws IOException { long timestamp = System.currentTimeMillis(); final NavigableMap<HRegionInfo, ServerName> regions = new TreeMap<>(); if (tableNames.size() == 1) { return regionServerMap(args, conf, connection, tableNames.toArray(new String[1])[0], offlined); } else if (tableNames.size() > 1) { MetaScanner.BlockingMetaScannerVisitor visitor = new MetaScanner.BlockingMetaScannerVisitor(conf) { @Override public boolean processRowInternal(Result rowResult) throws IOException { HRegionInfo info = Writables.getHRegionInfo(rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.REGIONINFO_QUALIFIER)); byte[] value = rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.SERVER_QUALIFIER); String hostAndPort = null; if (value != null && value.length > 0) { hostAndPort = Bytes.toString(value); } value = rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.STARTCODE_QUALIFIER); long startcode = -1L; if (value != null && value.length > 0) startcode = Bytes.toLong(value); if (!(info.isOffline() || info.isSplit())) { ServerName sn = null; if (hostAndPort != null && hostAndPort.length() > 0) { sn = new ServerName(hostAndPort, startcode); } if (info.isOffline() && !offlined) return true; String tableName = info.getTableNameAsString(); if (tableNames.contains(tableName)) regions.put(info, sn); } return true; } }; MetaScanner.metaScan(conf, visitor); } Util.printVerboseMessage(args, "CommandAdapter.regionServerMap", timestamp); return regions; }
Example #22
Source File: MultiCFCQKeyValueComparisonFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static MultiCFCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException { try { return (MultiCFCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new MultiCFCQKeyValueComparisonFilter()); } catch (IOException e) { throw new DeserializationException(e); } }
Example #23
Source File: RowKeyComparisonFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static RowKeyComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException { try { return (RowKeyComparisonFilter)Writables.getWritable(pbBytes, new RowKeyComparisonFilter()); } catch (IOException e) { throw new DeserializationException(e); } }
Example #24
Source File: SingleCFCQKeyValueComparisonFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static SingleCFCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException { try { return (SingleCFCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new SingleCFCQKeyValueComparisonFilter()); } catch (IOException e) { throw new DeserializationException(e); } }
Example #25
Source File: SkipScanFilter.java From phoenix with Apache License 2.0 | 5 votes |
public static SkipScanFilter parseFrom(final byte [] pbBytes) throws DeserializationException { try { return (SkipScanFilter)Writables.getWritable(pbBytes, new SkipScanFilter()); } catch (IOException e) { throw new DeserializationException(e); } }
Example #26
Source File: BooleanExpressionFilter.java From phoenix with Apache License 2.0 | 4 votes |
@Override public byte[] toByteArray() throws IOException { return Writables.getBytes(this); }
Example #27
Source File: BooleanExpressionFilter.java From phoenix with Apache License 2.0 | 4 votes |
@Override public byte[] toByteArray() throws IOException { return Writables.getBytes(this); }
Example #28
Source File: EncodedQualifiersColumnProjectionFilter.java From phoenix with Apache License 2.0 | 4 votes |
@Override public byte[] toByteArray() throws IOException { return Writables.getBytes(this); }
Example #29
Source File: ColumnProjectionFilter.java From phoenix with Apache License 2.0 | 4 votes |
@Override public byte[] toByteArray() throws IOException { return Writables.getBytes(this); }
Example #30
Source File: SkipScanFilter.java From phoenix with Apache License 2.0 | 4 votes |
@Override public byte[] toByteArray() throws IOException { return Writables.getBytes(this); }