Java Code Examples for org.apache.hadoop.classification.InterfaceAudience#Private

/**
 * load job token from a file
 * @deprecated Use {@link Credentials#readTokenStorageFile} instead,
 * this method is included for compatibility against Hadoop-1.
 * @param conf
 * @throws IOException
 */
@InterfaceAudience.Private
@Deprecated
public static Credentials loadTokens(String jobTokenFile, JobConf conf)
throws IOException {
  Path localJobTokenFile = new Path ("file:///" + jobTokenFile);

  Credentials ts = Credentials.readTokenStorageFile(localJobTokenFile, conf);

  if(LOG.isDebugEnabled()) {
    LOG.debug("Task: Loaded jobTokenFile from: "+
        localJobTokenFile.toUri().getPath() 
        +"; num of sec keys  = " + ts.numberOfSecretKeys() +
        " Number of tokens " +  ts.numberOfTokens());
  }
  return ts;
}
 

@InterfaceAudience.Private
public static Connector createDefaultChannelConnector() {
  SelectChannelConnector ret = new SelectChannelConnectorWithSafeStartup();
  ret.setLowResourceMaxIdleTime(10000);
  ret.setAcceptQueueSize(128);
  ret.setResolveNames(false);
  ret.setUseDirectBuffers(false);
  if(Shell.WINDOWS) {
    // result of setting the SO_REUSEADDR flag is different on Windows
    // http://msdn.microsoft.com/en-us/library/ms740621(v=vs.85).aspx
    // without this 2 NN's can start on the same machine and listen on 
    // the same port with indeterminate routing of incoming requests to them
    ret.setReuseAddress(false);
  }
  ret.setHeaderBufferSize(1024*64);
  return ret;
}
 

@InterfaceAudience.Private
@Override
public void unregisterUpdater(Updater updater) {
  for (MetricsContext ctxt : subctxt) {
    ctxt.unregisterUpdater(updater);
  }
}
 

/** Instantiate & Start a single datanode daemon and wait for it to finish.
 *  If this thread is specifically interrupted, it will stop waiting.
 */
@VisibleForTesting
@InterfaceAudience.Private
public static DataNode createDataNode(String args[], Configuration conf,
    SecureResources resources) throws IOException {
  DataNode dn = instantiateDataNode(args, conf, resources);
  if (dn != null) {
    dn.runDatanodeDaemon();
  }
  return dn;
}
 

@InterfaceAudience.Private
@Override
public void startMonitoring() throws IOException {
  for (MetricsContext ctxt : subctxt) {
    try {
      ctxt.startMonitoring();
    } catch (IOException e) {
      LOG.warn("startMonitoring failed: " + ctxt.getContextName(), e);
    }
  }
}
 

@Override
@InterfaceAudience.Private
public void emitRecord(String contextName, String recordName,
  OutputRecord outRec) 
throws IOException {
  // Setup so that the records have the proper leader names so they are
  // unambiguous at the ganglia level, and this prevents a lot of rework
  StringBuilder sb = new StringBuilder();
  sb.append(contextName);
  sb.append('.');

  if (contextName.equals("jvm") && outRec.getTag("processName") != null) {
    sb.append(outRec.getTag("processName"));
    sb.append('.');
  }

  sb.append(recordName);
  sb.append('.');
  int sbBaseLen = sb.length();

  // emit each metric in turn
  for (String metricName : outRec.getMetricNames()) {
    Object metric = outRec.getMetric(metricName);
    String type = typeTable.get(metric.getClass());
    if (type != null) {
      sb.append(metricName);
      emitMetric(sb.toString(), type, metric.toString());
      sb.setLength(sbBaseLen);
    } else {
      LOG.warn("Unknown metrics type: " + metric.getClass());
    }
  }
}
 

@InterfaceAudience.Private
@InterfaceStability.Unstable
@VisibleForTesting
public synchronized static void setLoginUser(UserGroupInformation ugi) {
  // if this is to become stable, should probably logout the currently
  // logged in ugi if it's different
  loginUser = ugi;
}
 

@InterfaceAudience.Private
@Override
protected void checkAllowedProtocols(Class<?> protocol) {
  Preconditions.checkArgument(
      protocol.isAssignableFrom(ResourceTracker.class),
      "ResourceManager does not support this protocol");
}
 

@InterfaceAudience.Private
@Override
public DatumReader getReader(Class<SpecificRecord> clazz) {
  try {
    return new SpecificDatumReader(clazz.newInstance().getSchema());
  } catch (Exception e) {
    throw new RuntimeException(e);
  }
}
 

@InterfaceAudience.Private
@VisibleForTesting
public synchronized void stopResourceManager(int index) {
  if (resourceManagers[index] != null) {
    resourceManagers[index].stop();
    resourceManagers[index] = null;
  }
}
 

@InterfaceAudience.Private
@InterfaceStability.Unstable
public synchronized long getContentRangeFinish() {
  return contentRangeFinish;
}
 

@InterfaceAudience.Private
public void setJobStatuses(org.apache.hadoop.mapreduce.JobStatus[] stats) {
  super.setJobStatuses(stats);
}
 

@InterfaceAudience.Private
public static long getFatal() {
  return counts.get(FATAL);
}
 

/**
 * Do-nothing version of update
 */
@InterfaceAudience.Private
protected void update(MetricsRecordImpl record) {
}
 

@InterfaceAudience.Private
@Override
public boolean accept(Class<?> c) {
  return SpecificRecord.class.isAssignableFrom(c);
}
 

/**
 * Should quotas get shown as part of the report?
 * @return if quotas should be shown then true otherwise false
 */
@InterfaceAudience.Private
boolean isShowQuotas() {
  return showQuotas;
}
 

@Override
@InterfaceAudience.Private
public Serializer<T> getSerializer(Class<T> c) {
  return new AvroSerializer(c);
}
 

@Override
@InterfaceAudience.Private
public Deserializer<Serializable> getDeserializer(Class<Serializable> c) {
  return new JavaSerializationDeserializer<Serializable>();
}
 

/**
 * Resolves a host subject to the security requirements determined by
 * hadoop.security.token.service.use_ip.
 * 
 * @param hostname host or ip to resolve
 * @return a resolved host
 * @throws UnknownHostException if the host doesn't exist
 */
@InterfaceAudience.Private
public static
InetAddress getByName(String hostname) throws UnknownHostException {
  return hostResolver.getByName(hostname);
}
 

/**
 * Return the root expression for this find.
 * 
 * @return the root expression
 */
@InterfaceAudience.Private
Expression getRootExpression() {
  return this.rootExpression;
}