Java Code Examples for org.apache.flink.shaded.guava18.com.google.common.collect.Maps#newHashMapWithExpectedSize()

PendingStackTraceSample(
		int sampleId,
		ExecutionAttemptID[] tasksToCollect) {

	this.sampleId = sampleId;
	this.startTime = System.currentTimeMillis();
	this.pendingTasks = new HashSet<>(Arrays.asList(tasksToCollect));
	this.stackTracesByTask = Maps.newHashMapWithExpectedSize(tasksToCollect.length);
	this.stackTraceFuture = new CompletableFuture<>();
}
 

public UnionInputGate(InputGate... inputGates) {
	this.inputGates = checkNotNull(inputGates);
	checkArgument(inputGates.length > 1, "Union input gate should union at least two input gates.");

	this.inputGateToIndexOffsetMap = Maps.newHashMapWithExpectedSize(inputGates.length);
	this.inputGatesWithRemainingData = Sets.newHashSetWithExpectedSize(inputGates.length);

	int currentNumberOfInputChannels = 0;

	for (InputGate inputGate : inputGates) {
		if (inputGate instanceof UnionInputGate) {
			// if we want to add support for this, we need to implement pollNextBufferOrEvent()
			throw new UnsupportedOperationException("Cannot union a union of input gates.");
		}

		// The offset to use for buffer or event instances received from this input gate.
		inputGateToIndexOffsetMap.put(checkNotNull(inputGate), currentNumberOfInputChannels);
		inputGatesWithRemainingData.add(inputGate);

		currentNumberOfInputChannels += inputGate.getNumberOfInputChannels();

		// Register the union gate as a listener for all input gates
		inputGate.registerListener(this);
	}

	this.totalNumberOfInputChannels = currentNumberOfInputChannels;
}
 

PendingStackTraceSample(
		int sampleId,
		ExecutionAttemptID[] tasksToCollect) {

	this.sampleId = sampleId;
	this.startTime = System.currentTimeMillis();
	this.pendingTasks = new HashSet<>(Arrays.asList(tasksToCollect));
	this.stackTracesByTask = Maps.newHashMapWithExpectedSize(tasksToCollect.length);
	this.stackTraceFuture = new CompletableFuture<>();
}
 

public UnionInputGate(InputGate... inputGates) {
	this.inputGates = checkNotNull(inputGates);
	checkArgument(inputGates.length > 1, "Union input gate should union at least two input gates.");

	this.inputGateToIndexOffsetMap = Maps.newHashMapWithExpectedSize(inputGates.length);
	this.inputGatesWithRemainingData = Sets.newHashSetWithExpectedSize(inputGates.length);

	int currentNumberOfInputChannels = 0;

	synchronized (inputGatesWithData) {
		for (InputGate inputGate : inputGates) {
			if (inputGate instanceof UnionInputGate) {
				// if we want to add support for this, we need to implement pollNext()
				throw new UnsupportedOperationException("Cannot union a union of input gates.");
			}

			// The offset to use for buffer or event instances received from this input gate.
			inputGateToIndexOffsetMap.put(checkNotNull(inputGate), currentNumberOfInputChannels);
			inputGatesWithRemainingData.add(inputGate);

			currentNumberOfInputChannels += inputGate.getNumberOfInputChannels();

			CompletableFuture<?> available = inputGate.isAvailable();

			if (available.isDone()) {
				inputGatesWithData.add(inputGate);
			} else {
				available.thenRun(() -> queueInputGate(inputGate));
			}
		}

		if (!inputGatesWithData.isEmpty()) {
			isAvailable = AVAILABLE;
		}
	}

	this.totalNumberOfInputChannels = currentNumberOfInputChannels;
}
 

/**
 * Creates {@link OperatorBackPressureStats} from {@link BackPressureStats}.
 */
private OperatorBackPressureStats createOperatorBackPressureStats(BackPressureStats stats) {
	Map<ExecutionAttemptID, Double> backPressureRatiosByTask = stats.getBackPressureRatios();

	// Map task ID to subtask index, because the web interface expects
	// it like that.
	Map<ExecutionAttemptID, Integer> subtaskIndexMap = Maps
			.newHashMapWithExpectedSize(backPressureRatiosByTask.size());

	Set<ExecutionAttemptID> tasks = backPressureRatiosByTask.keySet();

	for (ExecutionVertex task : vertex.getTaskVertices()) {
		ExecutionAttemptID taskId = task.getCurrentExecutionAttempt().getAttemptId();
		if (tasks.contains(taskId)) {
			subtaskIndexMap.put(taskId, task.getParallelSubtaskIndex());
		} else {
			LOG.debug("Outdated stats. A task, which is part of the " +
					"request has been reset.");
		}
	}

	// Back pressure ratios of all tasks. Array position corresponds
	// to sub task index.
	double[] backPressureRatios = new double[backPressureRatiosByTask.size()];

	for (Entry<ExecutionAttemptID, Double> entry : backPressureRatiosByTask.entrySet()) {
		int subtaskIndex = subtaskIndexMap.get(entry.getKey());
		backPressureRatios[subtaskIndex] = entry.getValue();
	}

	return new OperatorBackPressureStats(
			stats.getRequestId(),
			stats.getEndTime(),
			backPressureRatios);
}
 

PendingBackPressureRequest(
		int requestId,
		ExecutionAttemptID[] tasksToCollect) {

	this.requestId = requestId;
	this.startTime = System.currentTimeMillis();
	this.pendingTasks = new HashSet<>(Arrays.asList(tasksToCollect));
	this.backPressureRatios = Maps.newHashMapWithExpectedSize(tasksToCollect.length);
	this.backPressureStatsFuture = new CompletableFuture<>();
}