Java Code Examples for org.apache.zeppelin.interpreter.InterpreterContext#getNoteId()

@Override
public InterpreterResult interpret(String st, InterpreterContext context)
    throws InterpreterException {
  setParagraphConfig(context);

  // algorithm & checkpoint path support replaces ${username} with real user name
  String algorithmPath = properties.getProperty(
      SubmarineConstants.SUBMARINE_ALGORITHM_HDFS_PATH, "");
  if (algorithmPath.contains(SubmarineConstants.USERNAME_SYMBOL)) {
    algorithmPath = algorithmPath.replace(SubmarineConstants.USERNAME_SYMBOL, userName);
    properties.setProperty(SubmarineConstants.SUBMARINE_ALGORITHM_HDFS_PATH, algorithmPath);
  }
  String checkpointPath = properties.getProperty(
      SubmarineConstants.TF_CHECKPOINT_PATH, "");
  if (checkpointPath.contains(SubmarineConstants.USERNAME_SYMBOL)) {
    checkpointPath = checkpointPath.replace(SubmarineConstants.USERNAME_SYMBOL, userName);
    properties.setProperty(SubmarineConstants.TF_CHECKPOINT_PATH, checkpointPath);
  }

  if (null == submarineInterpreter) {
    submarineInterpreter = getInterpreterInTheSameSessionByClassName(SubmarineInterpreter.class);
    if (null != submarineInterpreter) {
      submarineInterpreter.setPythonWorkDir(context.getNoteId(), getPythonWorkDir());
    }
  }

  SubmarineJob submarineJob = submarineContext.addOrGetSubmarineJob(this.properties, context);
  if (null != submarineJob && null != submarineJob.getHdfsClient()) {
    try {
      String noteId = context.getNoteId();
      List<ParagraphInfo> paragraphInfos = context.getIntpEventClient()
          .getParagraphList(userName, noteId);
      submarineJob.getHdfsClient().saveParagraphToFiles(
          noteId, paragraphInfos, getPythonWorkDir().getAbsolutePath(), properties);
    } catch (Exception e) {
      LOGGER.error(e.getMessage(), e);
    }
  }
  return super.interpret(st, context);
}
 

public SubmarineJob(InterpreterContext context, Properties properties) {
  this.intpContext = context;
  this.properties = properties;
  this.noteId = context.getNoteId();
  this.noteName = context.getNoteName();
  this.userName = context.getAuthenticationInfo().getUser();
  this.yarnClient = new YarnClient(properties);
  this.hdfsClient = new HdfsClient(properties);
  this.submarineUI = new SubmarineUI(intpContext);

  this.start();
}
 

@Override
public void cancel(InterpreterContext context) {
  SubmarineJob submarineJob = submarineContext.addOrGetSubmarineJob(properties, context);
  String userName = context.getAuthenticationInfo().getUser();
  String noteId = context.getNoteId();
  String jobName = SubmarineUtils.getJobName(userName, noteId);
  submarineJob.deleteJob(jobName);
}
 

public SubmarineJob addOrGetSubmarineJob(Properties properties, InterpreterContext context) {
  SubmarineJob submarineJob = null;
  String noteId = context.getNoteId();
  if (!mapSubmarineJob.containsKey(noteId)) {
    submarineJob = new SubmarineJob(context, properties);
    mapSubmarineJob.put(noteId, submarineJob);
  } else {
    submarineJob = mapSubmarineJob.get(noteId);
  }
  // need update InterpreterContext
  submarineJob.setIntpContext(context);

  return submarineJob;
}
 

private RemoteInterpreterContext convert(InterpreterContext ic) {
  return new RemoteInterpreterContext(ic.getNoteId(), ic.getNoteName(), ic.getParagraphId(),
      ic.getReplName(), ic.getParagraphTitle(), ic.getParagraphText(),
      gson.toJson(ic.getAuthenticationInfo()), gson.toJson(ic.getConfig()), ic.getGui().toJson(),
      gson.toJson(ic.getNoteGui()),
      ic.getLocalProperties());
}
 

public static String buildJobGroupId(InterpreterContext context) {
  String uName = "anonymous";
  if (context.getAuthenticationInfo() != null) {
    uName = getUserName(context.getAuthenticationInfo());
  }
  return "zeppelin|" + uName + "|" + context.getNoteId() + "|" + context.getParagraphId();
}
 

@Override
public InterpreterResult interpret(String script, InterpreterContext context) {
  try {
    setParagraphConfig(context);

    // algorithm & checkpoint path support replaces ${username} with real user name
    String algorithmPath = properties.getProperty(SUBMARINE_ALGORITHM_HDFS_PATH, "");
    if (algorithmPath.contains(USERNAME_SYMBOL)) {
      algorithmPath = algorithmPath.replace(USERNAME_SYMBOL, userName);
      properties.setProperty(SUBMARINE_ALGORITHM_HDFS_PATH, algorithmPath);
    }
    String checkpointPath = properties.getProperty(TF_CHECKPOINT_PATH, "");
    if (checkpointPath.contains(USERNAME_SYMBOL)) {
      checkpointPath = checkpointPath.replace(USERNAME_SYMBOL, userName);
      properties.setProperty(TF_CHECKPOINT_PATH, checkpointPath);
    }

    SubmarineJob submarineJob = submarineContext.addOrGetSubmarineJob(properties, context);

    LOGGER.debug("Run shell command '" + script + "'");
    String command = "", operation = "", cleanCheckpoint = "";
    String inputPath = "", chkPntPath = "", psLaunchCmd = "", workerLaunchCmd = "";
    String noteId = context.getNoteId();
    String noteName = context.getNoteName();

    if (script.equalsIgnoreCase(COMMAND_CLEAN)) {
      // Clean Registry Angular Object
      command = CLEAN_RUNTIME_CACHE.getCommand();
    } else {
      operation = SubmarineUtils.getAgulObjValue(context, OPERATION_TYPE);
      if (!StringUtils.isEmpty(operation)) {
        SubmarineUtils.removeAgulObjValue(context, OPERATION_TYPE);
        command = operation;
      } else {
        command = SubmarineUtils.getAgulObjValue(context, COMMAND_TYPE);
      }
    }

    String distributed = this.properties.getProperty(MACHINELEARNING_DISTRIBUTED_ENABLE, "false");
    SubmarineUtils.setAgulObjValue(context, unifyKey(MACHINELEARNING_DISTRIBUTED_ENABLE),
        distributed);

    inputPath = SubmarineUtils.getAgulObjValue(context, INPUT_PATH);
    cleanCheckpoint = SubmarineUtils.getAgulObjValue(context, CLEAN_CHECKPOINT);
    chkPntPath = submarineJob.getJobDefaultCheckpointPath();
    SubmarineUtils.setAgulObjValue(context, CHECKPOINT_PATH, chkPntPath);
    psLaunchCmd = SubmarineUtils.getAgulObjValue(context, PS_LAUNCH_CMD);
    workerLaunchCmd = SubmarineUtils.getAgulObjValue(context, WORKER_LAUNCH_CMD);
    properties.put(INPUT_PATH, inputPath != null ? inputPath : "");
    properties.put(CHECKPOINT_PATH, chkPntPath != null ? chkPntPath : "");
    properties.put(PS_LAUNCH_CMD, psLaunchCmd != null ? psLaunchCmd : "");
    properties.put(WORKER_LAUNCH_CMD, workerLaunchCmd != null ? workerLaunchCmd : "");

    SubmarineCommand submarineCmd = SubmarineCommand.fromCommand(command);
    switch (submarineCmd) {
      case USAGE:
        submarineJob.showUsage();
        break;
      case JOB_RUN:
        if (StringUtils.equals(cleanCheckpoint, "true")) {
          submarineJob.cleanJobDefaultCheckpointPath();
        }
        submarineJob.runJob();
        break;
      case JOB_STOP:
        String jobName = SubmarineUtils.getJobName(userName, noteId);
        submarineJob.deleteJob(jobName);
        break;
      case TENSORBOARD_RUN:
        submarineJob.runTensorBoard();
        break;
      case TENSORBOARD_STOP:
        String user = context.getAuthenticationInfo().getUser();
        String tensorboardName = SubmarineUtils.getTensorboardName(user);
        submarineJob.deleteJob(tensorboardName);
        break;
      case OLD_UI:
        createOldGUI(context);
        break;
      case CLEAN_RUNTIME_CACHE:
        submarineJob.cleanRuntimeCache();
        break;
      default:
        submarineJob.onDashboard();
        break;
    }
  } catch (Exception e) {
    LOGGER.error(e.getMessage(), e);
    return new InterpreterResult(InterpreterResult.Code.ERROR, e.getMessage());
  }

  return new InterpreterResult(InterpreterResult.Code.SUCCESS);
}