org.apache.hadoop.hbase.ServerLoad Java Examples
The following examples show how to use
org.apache.hadoop.hbase.ServerLoad.
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
Source File: HBaseTopologyEntityParser.java From eagle with Apache License 2.0 | 5 votes |
private HBaseServiceTopologyAPIEntity parseServer(ServerName serverName, ServerLoad serverLoad, String role, String status, long timestamp) { if (serverName == null) { return null; } HBaseServiceTopologyAPIEntity entity = createEntity(role, serverName.getHostname(), timestamp); parseServerLoad(entity, serverLoad); entity.setStatus(status); return entity; }
Example #2
Source File: HBaseTopologyEntityParser.java From eagle with Apache License 2.0 | 5 votes |
private void parseServerLoad(HBaseServiceTopologyAPIEntity entity, ServerLoad load) { if (load == null) { return; } entity.setMaxHeapMB(load.getMaxHeapMB()); entity.setUsedHeapMB(load.getUsedHeapMB()); entity.setNumRegions(load.getNumberOfRegions()); entity.setNumRequests(load.getNumberOfRequests()); }
Example #3
Source File: RegionSizeCalculator.java From tajo with Apache License 2.0 | 5 votes |
private void init(RegionLocator regionLocator, Admin admin) throws IOException { if (!enabled(admin.getConfiguration())) { LOG.info("Region size calculation disabled."); return; } LOG.info("Calculating region sizes for table \"" + regionLocator.getName() + "\"."); //get regions for table List<HRegionLocation> tableRegionInfos = regionLocator.getAllRegionLocations(); Set<byte[]> tableRegions = new TreeSet<byte[]>(Bytes.BYTES_COMPARATOR); for (HRegionLocation regionInfo : tableRegionInfos) { tableRegions.add(regionInfo.getRegionInfo().getRegionName()); } ClusterStatus clusterStatus = admin.getClusterStatus(); Collection<ServerName> servers = clusterStatus.getServers(); final long megaByte = 1024L * 1024L; //iterate all cluster regions, filter regions from our table and compute their size for (ServerName serverName: servers) { ServerLoad serverLoad = clusterStatus.getLoad(serverName); for (RegionLoad regionLoad: serverLoad.getRegionsLoad().values()) { byte[] regionId = regionLoad.getName(); if (tableRegions.contains(regionId)) { long regionSizeBytes = (regionLoad.getStorefileSizeMB() + regionLoad.getMemStoreSizeMB()) * megaByte; sizeMap.put(regionId, regionSizeBytes); if (LOG.isDebugEnabled()) { LOG.debug("Region " + regionLoad.getNameAsString() + " has size " + regionSizeBytes); } } } } LOG.debug("Region sizes calculated"); }
Example #4
Source File: LazyPartitionServer.java From spliceengine with GNU Affero General Public License v3.0 | 5 votes |
@Override public PartitionServerLoad getLoad(){ try(RegionLocator rl = connection.getRegionLocator(tableName)){ HRegionLocation hrl =rl.getRegionLocation(regionInfo.getStartKey()); try(Admin admin = connection.getAdmin()){ ServerLoad load=admin.getClusterStatus().getLoad(hrl.getServerName()); return new HServerLoad(load); } }catch(IOException e){ throw new RuntimeException(e); } }
Example #5
Source File: HBaseRegionSizeCalculator.java From kylin-on-parquet-v2 with Apache License 2.0 | 4 votes |
/** * Computes size of each region for table and given column families. * */ public HBaseRegionSizeCalculator(String tableName, Connection hbaseConnection) throws IOException { Table table = null; Admin admin = null; try { table = hbaseConnection.getTable(TableName.valueOf(tableName)); admin = hbaseConnection.getAdmin(); if (!enabled(table.getConfiguration())) { logger.info("Region size calculation disabled."); return; } logger.info("Calculating region sizes for table \"" + table.getName() + "\"."); // Get regions for table. RegionLocator regionLocator = hbaseConnection.getRegionLocator(table.getName()); List<HRegionLocation> regionLocationList = regionLocator.getAllRegionLocations(); Set<byte[]> tableRegions = new TreeSet<byte[]>(Bytes.BYTES_COMPARATOR); for (HRegionLocation hRegionLocation : regionLocationList) { tableRegions.add(hRegionLocation.getRegionInfo().getRegionName()); } ClusterStatus clusterStatus = admin.getClusterStatus(); Collection<ServerName> servers = clusterStatus.getServers(); final long megaByte = 1024L * 1024L; // Iterate all cluster regions, filter regions from our table and // compute their size. for (ServerName serverName : servers) { ServerLoad serverLoad = clusterStatus.getLoad(serverName); for (RegionLoad regionLoad : serverLoad.getRegionsLoad().values()) { byte[] regionId = regionLoad.getName(); if (tableRegions.contains(regionId)) { long regionSizeBytes = regionLoad.getStorefileSizeMB() * megaByte; sizeMap.put(regionId, regionSizeBytes); countMap.put(regionId, new Pair<>(regionLoad.getStores(), regionLoad.getStorefiles())); if (regionSizeBytes == 0L) { logger.info("Region " + regionLoad.getNameAsString() + " has size " + regionSizeBytes); } } } } } finally { IOUtils.closeQuietly(admin); } }
Example #6
Source File: HBaseRegionSizeCalculator.java From kylin with Apache License 2.0 | 4 votes |
/** * Computes size of each region for table and given column families. * */ public HBaseRegionSizeCalculator(String tableName, Connection hbaseConnection) throws IOException { Table table = null; Admin admin = null; try { table = hbaseConnection.getTable(TableName.valueOf(tableName)); admin = hbaseConnection.getAdmin(); if (!enabled(table.getConfiguration())) { logger.info("Region size calculation disabled."); return; } logger.info("Calculating region sizes for table \"" + table.getName() + "\"."); // Get regions for table. RegionLocator regionLocator = hbaseConnection.getRegionLocator(table.getName()); List<HRegionLocation> regionLocationList = regionLocator.getAllRegionLocations(); Set<byte[]> tableRegions = new TreeSet<byte[]>(Bytes.BYTES_COMPARATOR); for (HRegionLocation hRegionLocation : regionLocationList) { tableRegions.add(hRegionLocation.getRegionInfo().getRegionName()); } ClusterStatus clusterStatus = admin.getClusterStatus(); Collection<ServerName> servers = clusterStatus.getServers(); final long megaByte = 1024L * 1024L; // Iterate all cluster regions, filter regions from our table and // compute their size. for (ServerName serverName : servers) { ServerLoad serverLoad = clusterStatus.getLoad(serverName); for (RegionLoad regionLoad : serverLoad.getRegionsLoad().values()) { byte[] regionId = regionLoad.getName(); if (tableRegions.contains(regionId)) { long regionSizeBytes = regionLoad.getStorefileSizeMB() * megaByte; sizeMap.put(regionId, regionSizeBytes); countMap.put(regionId, new Pair<>(regionLoad.getStores(), regionLoad.getStorefiles())); if (regionSizeBytes == 0L) { logger.info("Region " + regionLoad.getNameAsString() + " has size " + regionSizeBytes); } } } } } finally { IOUtils.closeQuietly(admin); } }
Example #7
Source File: HBaseRegionSizeCalculator.java From Kylin with Apache License 2.0 | 4 votes |
/** Constructor for unit testing */ HBaseRegionSizeCalculator(HTable table, HBaseAdmin hBaseAdmin) throws IOException { try { if (!enabled(table.getConfiguration())) { logger.info("Region size calculation disabled."); return; } logger.info("Calculating region sizes for table \"" + new String(table.getTableName()) + "\"."); // Get regions for table. Set<HRegionInfo> tableRegionInfos = table.getRegionLocations().keySet(); Set<byte[]> tableRegions = new TreeSet<byte[]>(Bytes.BYTES_COMPARATOR); for (HRegionInfo regionInfo : tableRegionInfos) { tableRegions.add(regionInfo.getRegionName()); } ClusterStatus clusterStatus = hBaseAdmin.getClusterStatus(); Collection<ServerName> servers = clusterStatus.getServers(); final long megaByte = 1024L * 1024L; // Iterate all cluster regions, filter regions from our table and // compute their size. for (ServerName serverName : servers) { ServerLoad serverLoad = clusterStatus.getLoad(serverName); for (RegionLoad regionLoad : serverLoad.getRegionsLoad().values()) { byte[] regionId = regionLoad.getName(); if (tableRegions.contains(regionId)) { long regionSizeBytes = regionLoad.getStorefileSizeMB() * megaByte; sizeMap.put(regionId, regionSizeBytes); // logger.info("Region " + regionLoad.getNameAsString() // + " has size " + regionSizeBytes); } } } } finally { hBaseAdmin.close(); } }
Example #8
Source File: HServer.java From spliceengine with GNU Affero General Public License v3.0 | 4 votes |
@Override public PartitionServerLoad getLoad() throws IOException{ ServerLoad load = clusterStatus.getLoad(serverName); return new HServerLoad(load); }
Example #9
Source File: HServerLoad.java From spliceengine with GNU Affero General Public License v3.0 | 4 votes |
public HServerLoad(ServerLoad load){ this.load=load; }