org.apache.reef.driver.client.JobMessageObserver Java Examples

@Inject
private NemoDriver(final UserApplicationRunner userApplicationRunner,
                   final RuntimeMaster runtimeMaster,
                   final NameServer nameServer,
                   final LocalAddressProvider localAddressProvider,
                   final JobMessageObserver client,
                   @Parameter(JobConf.ExecutorJsonContents.class) final String resourceSpecificationString,
                   @Parameter(JobConf.JobId.class) final String jobId,
                   @Parameter(JobConf.FileDirectory.class) final String localDirectory,
                   @Parameter(JobConf.GlusterVolumeDirectory.class) final String glusterDirectory) {
  IdManager.setInDriver();
  this.userApplicationRunner = userApplicationRunner;
  this.runtimeMaster = runtimeMaster;
  this.nameServer = nameServer;
  this.localAddressProvider = localAddressProvider;
  this.resourceSpecificationString = resourceSpecificationString;
  this.jobId = jobId;
  this.localDirectory = localDirectory;
  this.glusterDirectory = glusterDirectory;
  this.client = client;
  this.handler = new RemoteClientMessageLoggingHandler(client);
}
 

@Inject
private NemoDriver(final UserApplicationRunner userApplicationRunner,
                   final RuntimeMaster runtimeMaster,
                   final NameServer nameServer,
                   final LocalAddressProvider localAddressProvider,
                   final JobMessageObserver client,
                   final ClientRPC clientRPC,
                   final DataPlaneConf dataPlaneConf,
                   @Parameter(JobConf.ExecutorJSONContents.class) final String resourceSpecificationString,
                   @Parameter(JobConf.BandwidthJSONContents.class) final String bandwidthString,
                   @Parameter(JobConf.JobId.class) final String jobId,
                   @Parameter(JobConf.FileDirectory.class) final String localDirectory,
                   @Parameter(JobConf.GlusterVolumeDirectory.class) final String glusterDirectory) {
  IdManager.setInDriver();
  this.userApplicationRunner = userApplicationRunner;
  this.runtimeMaster = runtimeMaster;
  this.nameServer = nameServer;
  this.localAddressProvider = localAddressProvider;
  this.resourceSpecificationString = resourceSpecificationString;
  this.jobId = jobId;
  this.localDirectory = localDirectory;
  this.glusterDirectory = glusterDirectory;
  this.handler = new RemoteClientMessageLoggingHandler(client);
  this.clientRPC = clientRPC;
  this.dataPlaneConf = dataPlaneConf;
  // TODO #69: Support job-wide execution property
  ResourceSitePass.setBandwidthSpecificationString(bandwidthString);
  clientRPC.registerHandler(ControlMessage.ClientToDriverMessageType.Notification, this::handleNotification);
  clientRPC.registerHandler(ControlMessage.ClientToDriverMessageType.LaunchDAG, message -> {
    startSchedulingUserDAG(message.getLaunchDAG().getDag());
    final Map<Serializable, Object> broadcastVars =
      SerializationUtils.deserialize(message.getLaunchDAG().getBroadcastVars().toByteArray());
    BroadcastManagerMaster.registerBroadcastVariablesFromClient(broadcastVars);
  });
  clientRPC.registerHandler(ControlMessage.ClientToDriverMessageType.DriverShutdown, message -> shutdown());
  // Send DriverStarted message to the client
  clientRPC.send(ControlMessage.DriverToClientMessage.newBuilder()
    .setType(ControlMessage.DriverToClientMessageType.DriverStarted).build());
}
 

/**
 * Job driver constructor.
 * All parameters are injected from TANG automatically.
 *
 * @param evaluatorRequestor is used to request Evaluators.
 * @param numCycles          number of cycles to run in the task.
 * @param delay              delay in seconds between cycles in the task.
 */
@Inject
SuspendDriver(
    final JobMessageObserver jobMessageObserver,
    final EvaluatorRequestor evaluatorRequestor,
    @Parameter(Launch.Local.class) final boolean isLocal,
    @Parameter(Launch.NumCycles.class) final int numCycles,
    @Parameter(Launch.Delay.class) final int delay) {

  this.jobMessageObserver = jobMessageObserver;
  this.evaluatorRequestor = evaluatorRequestor;

  try {

    final Configuration checkpointServiceConfig = FSCheckPointServiceConfiguration.CONF
        .set(FSCheckPointServiceConfiguration.IS_LOCAL, Boolean.toString(isLocal))
        .set(FSCheckPointServiceConfiguration.PATH, "/tmp")
        .set(FSCheckPointServiceConfiguration.PREFIX, "reef-checkpoint-")
        .set(FSCheckPointServiceConfiguration.REPLICATION_FACTOR, "3")
        .build();

    final JavaConfigurationBuilder cb = Tang.Factory.getTang().newConfigurationBuilder()
        .bindNamedParameter(Launch.NumCycles.class, Integer.toString(numCycles))
        .bindNamedParameter(Launch.Delay.class, Integer.toString(delay));

    cb.addConfiguration(checkpointServiceConfig);
    this.contextConfig = cb.build();

  } catch (final BindException ex) {
    throw new RuntimeException(ex);
  }
}
 

/**
 * Job driver constructor.
 * All parameters are injected from TANG automatically.
 *
 * @param clock                      Wake clock to schedule and check up running jobs.
 * @param jobMessageObserver         is used to send messages back to the client.
 * @param evaluatorRequestor         is used to request Evaluators.
 * @param activeContextBridgeFactory
 */
@Inject
JobDriver(final Clock clock,
          final HttpServer httpServer,
          final NameServer nameServer,
          final JobMessageObserver jobMessageObserver,
          final EvaluatorRequestor evaluatorRequestor,
          final DriverStatusManager driverStatusManager,
          final LoggingScopeFactory loggingScopeFactory,
          final LocalAddressProvider localAddressProvider,
          final ActiveContextBridgeFactory activeContextBridgeFactory,
          final REEFFileNames reefFileNames,
          final AllocatedEvaluatorBridgeFactory allocatedEvaluatorBridgeFactory,
          final CLRProcessFactory clrProcessFactory,
          @Parameter(DefinedRuntimes.class) final Set<String> definedRuntimes) {
  this.clock = clock;
  this.httpServer = httpServer;
  this.jobMessageObserver = jobMessageObserver;
  this.evaluatorRequestor = evaluatorRequestor;
  this.nameServer = nameServer;
  this.driverStatusManager = driverStatusManager;
  this.activeContextBridgeFactory = activeContextBridgeFactory;
  this.allocatedEvaluatorBridgeFactory = allocatedEvaluatorBridgeFactory;
  this.nameServerInfo = localAddressProvider.getLocalAddress() + ":" + this.nameServer.getPort();
  this.loggingScopeFactory = loggingScopeFactory;
  this.reefFileNames = reefFileNames;
  this.localAddressProvider = localAddressProvider;
  this.clrProcessFactory = clrProcessFactory;
  this.definedRuntimes = definedRuntimes;
}
 

public RemoteClientMessageLoggingHandler(final JobMessageObserver client) {
  this.client = client;
  this.closed = new AtomicBoolean(false);
  this.formatter = new SimpleFormatter();
}
 

public RemoteClientMessageLoggingHandler(final JobMessageObserver client) {
  this.client = client;
  this.closed = new AtomicBoolean(false);
  this.formatter = new SimpleFormatter();
}
 

@Inject
EvaluatorReuseTestDriver(@Parameter(NumberOfIterations.class) final int n,
                         final JobMessageObserver client) {
  this.numberOfIterations = n;
  this.client = client;
}
 

@Inject
public DriverFailOnFail(final JobMessageObserver client, final EvaluatorRequestor requestor) {
  this.client = client;
  this.requestor = requestor;
}
 

@Inject
public StatePassingDriver(final JobMessageObserver client) {
  this.client = client;
}
 

@Inject
DriverMessagingDriver(final Clock clock, final JobMessageObserver client) {
  this.clock = clock;
  this.client = client;
}
 

@Inject
public TaskMessagingDriver(final JobMessageObserver client, final Clock clock) {
  this.client = client;
  this.clock = clock;
}