org.apache.flink.runtime.checkpoint.CheckpointStatsStatus Java Examples

The following examples show how to use org.apache.flink.runtime.checkpoint.CheckpointStatsStatus. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
Source File: CheckpointStatistics.java    From Flink-CEPplus with Apache License 2.0 6 votes vote down vote up 
@JsonCreator
private CheckpointStatistics(
		@JsonProperty(FIELD_NAME_ID) long id,
		@JsonProperty(FIELD_NAME_STATUS) CheckpointStatsStatus status,
		@JsonProperty(FIELD_NAME_IS_SAVEPOINT) boolean savepoint,
		@JsonProperty(FIELD_NAME_TRIGGER_TIMESTAMP) long triggerTimestamp,
		@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
		@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
		@JsonProperty(FIELD_NAME_DURATION) long duration,
		@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
		@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
		@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks,
		@JsonDeserialize(keyUsing = JobVertexIDKeyDeserializer.class) @JsonProperty(FIELD_NAME_TASKS) Map<JobVertexID, TaskCheckpointStatistics> checkpointStatisticsPerTask) {
	this.id = id;
	this.status = Preconditions.checkNotNull(status);
	this.savepoint = savepoint;
	this.triggerTimestamp = triggerTimestamp;
	this.latestAckTimestamp = latestAckTimestamp;
	this.stateSize = stateSize;
	this.duration = duration;
	this.alignmentBuffered = alignmentBuffered;
	this.numSubtasks = numSubtasks;
	this.numAckSubtasks = numAckSubtasks;
	this.checkpointStatisticsPerTask = Preconditions.checkNotNull(checkpointStatisticsPerTask);
}
Example #2
Source File: TaskCheckpointStatisticsWithSubtaskDetails.java    From flink with Apache License 2.0 6 votes vote down vote up 
@JsonCreator
public TaskCheckpointStatisticsWithSubtaskDetails(
		@JsonProperty(FIELD_NAME_ID) long checkpointId,
		@JsonProperty(FIELD_NAME_CHECKPOINT_STATUS) CheckpointStatsStatus checkpointStatus,
		@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
		@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
		@JsonProperty(FIELD_NAME_DURATION) long duration,
		@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
		@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
		@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks,
		@JsonProperty(FIELD_NAME_SUMMARY) Summary summary,
		@JsonProperty(FIELD_NAME_SUBTASKS_CHECKPOINT_STATISTICS) List<SubtaskCheckpointStatistics> subtaskCheckpointStatistics) {
	super(
		checkpointId,
		checkpointStatus,
		latestAckTimestamp,
		stateSize,
		duration,
		alignmentBuffered,
		numSubtasks,
		numAckSubtasks);

	this.summary = Preconditions.checkNotNull(summary);
	this.subtaskCheckpointStatistics = Preconditions.checkNotNull(subtaskCheckpointStatistics);
}
Example #3
Source File: CheckpointStatistics.java    From flink with Apache License 2.0 6 votes vote down vote up 
@JsonCreator
public PendingCheckpointStatistics(
	@JsonProperty(FIELD_NAME_ID) long id,
	@JsonProperty(FIELD_NAME_STATUS) CheckpointStatsStatus status,
	@JsonProperty(FIELD_NAME_IS_SAVEPOINT) boolean savepoint,
	@JsonProperty(FIELD_NAME_TRIGGER_TIMESTAMP) long triggerTimestamp,
	@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
	@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
	@JsonProperty(FIELD_NAME_DURATION) long duration,
	@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
	@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
	@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks,
	@JsonDeserialize(keyUsing = JobVertexIDKeyDeserializer.class) @JsonProperty(FIELD_NAME_TASKS) Map<JobVertexID, TaskCheckpointStatistics> checkpointingStatisticsPerTask) {
	super(
		id,
		status,
		savepoint,
		triggerTimestamp,
		latestAckTimestamp,
		stateSize,
		duration,
		alignmentBuffered,
		numSubtasks,
		numAckSubtasks,
		checkpointingStatisticsPerTask);
}
Example #4
Source File: TaskCheckpointStatistics.java    From flink with Apache License 2.0 6 votes vote down vote up 
@JsonCreator
public TaskCheckpointStatistics(
		@JsonProperty(FIELD_NAME_ID) long checkpointId,
		@JsonProperty(FIELD_NAME_CHECKPOINT_STATUS) CheckpointStatsStatus checkpointStatus,
		@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
		@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
		@JsonProperty(FIELD_NAME_DURATION) long duration,
		@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
		@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
		@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks) {

	this.checkpointId = checkpointId;
	this.checkpointStatus = Preconditions.checkNotNull(checkpointStatus);
	this.latestAckTimestamp = latestAckTimestamp;
	this.stateSize = stateSize;
	this.duration = duration;
	this.alignmentBuffered = alignmentBuffered;
	this.numSubtasks = numSubtasks;
	this.numAckSubtasks = numAckSubtasks;
}
Example #5
Source File: CheckpointStatistics.java    From flink with Apache License 2.0 6 votes vote down vote up 
@JsonCreator
private CheckpointStatistics(
		@JsonProperty(FIELD_NAME_ID) long id,
		@JsonProperty(FIELD_NAME_STATUS) CheckpointStatsStatus status,
		@JsonProperty(FIELD_NAME_IS_SAVEPOINT) boolean savepoint,
		@JsonProperty(FIELD_NAME_TRIGGER_TIMESTAMP) long triggerTimestamp,
		@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
		@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
		@JsonProperty(FIELD_NAME_DURATION) long duration,
		@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
		@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
		@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks,
		@JsonDeserialize(keyUsing = JobVertexIDKeyDeserializer.class) @JsonProperty(FIELD_NAME_TASKS) Map<JobVertexID, TaskCheckpointStatistics> checkpointStatisticsPerTask) {
	this.id = id;
	this.status = Preconditions.checkNotNull(status);
	this.savepoint = savepoint;
	this.triggerTimestamp = triggerTimestamp;
	this.latestAckTimestamp = latestAckTimestamp;
	this.stateSize = stateSize;
	this.duration = duration;
	this.alignmentBuffered = alignmentBuffered;
	this.numSubtasks = numSubtasks;
	this.numAckSubtasks = numAckSubtasks;
	this.checkpointStatisticsPerTask = Preconditions.checkNotNull(checkpointStatisticsPerTask);
}
Example #6
Source File: CheckpointStatsCacheTest.java    From flink with Apache License 2.0 6 votes vote down vote up 
@Test
public void testCacheAddAndGet() throws Exception {
	AbstractCheckpointStats chk0 = createCheckpoint(0, CheckpointStatsStatus.COMPLETED);
	AbstractCheckpointStats chk1 = createCheckpoint(1, CheckpointStatsStatus.COMPLETED);
	AbstractCheckpointStats chk2 = createCheckpoint(2, CheckpointStatsStatus.IN_PROGRESS);

	CheckpointStatsCache cache = new CheckpointStatsCache(1);
	cache.tryAdd(chk0);
	assertEquals(chk0, cache.tryGet(0));

	cache.tryAdd(chk1);
	assertNull(cache.tryGet(0));
	assertEquals(chk1, cache.tryGet(1));

	cache.tryAdd(chk2);
	assertNull(cache.tryGet(2));
	assertNull(cache.tryGet(0));
	assertEquals(chk1, cache.tryGet(1));
}
Example #7
Source File: TaskCheckpointStatistics.java    From flink with Apache License 2.0 6 votes vote down vote up 
@JsonCreator
public TaskCheckpointStatistics(
		@JsonProperty(FIELD_NAME_ID) long checkpointId,
		@JsonProperty(FIELD_NAME_CHECKPOINT_STATUS) CheckpointStatsStatus checkpointStatus,
		@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
		@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
		@JsonProperty(FIELD_NAME_DURATION) long duration,
		@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
		@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
		@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks) {

	this.checkpointId = checkpointId;
	this.checkpointStatus = Preconditions.checkNotNull(checkpointStatus);
	this.latestAckTimestamp = latestAckTimestamp;
	this.stateSize = stateSize;
	this.duration = duration;
	this.alignmentBuffered = alignmentBuffered;
	this.numSubtasks = numSubtasks;
	this.numAckSubtasks = numAckSubtasks;
}
Example #8
Source File: TaskCheckpointStatisticsWithSubtaskDetails.java    From flink with Apache License 2.0 6 votes vote down vote up 
@JsonCreator
public TaskCheckpointStatisticsWithSubtaskDetails(
		@JsonProperty(FIELD_NAME_ID) long checkpointId,
		@JsonProperty(FIELD_NAME_CHECKPOINT_STATUS) CheckpointStatsStatus checkpointStatus,
		@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
		@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
		@JsonProperty(FIELD_NAME_DURATION) long duration,
		@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
		@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
		@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks,
		@JsonProperty(FIELD_NAME_SUMMARY) Summary summary,
		@JsonProperty(FIELD_NAME_SUBTASKS_CHECKPOINT_STATISTICS) List<SubtaskCheckpointStatistics> subtaskCheckpointStatistics) {
	super(
		checkpointId,
		checkpointStatus,
		latestAckTimestamp,
		stateSize,
		duration,
		alignmentBuffered,
		numSubtasks,
		numAckSubtasks);

	this.summary = Preconditions.checkNotNull(summary);
	this.subtaskCheckpointStatistics = Preconditions.checkNotNull(subtaskCheckpointStatistics);
}
Example #9
Source File: CheckpointStatistics.java    From flink with Apache License 2.0 6 votes vote down vote up 
@JsonCreator
public PendingCheckpointStatistics(
	@JsonProperty(FIELD_NAME_ID) long id,
	@JsonProperty(FIELD_NAME_STATUS) CheckpointStatsStatus status,
	@JsonProperty(FIELD_NAME_IS_SAVEPOINT) boolean savepoint,
	@JsonProperty(FIELD_NAME_TRIGGER_TIMESTAMP) long triggerTimestamp,
	@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
	@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
	@JsonProperty(FIELD_NAME_DURATION) long duration,
	@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
	@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
	@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks,
	@JsonDeserialize(keyUsing = JobVertexIDKeyDeserializer.class) @JsonProperty(FIELD_NAME_TASKS) Map<JobVertexID, TaskCheckpointStatistics> checkpointingStatisticsPerTask) {
	super(
		id,
		status,
		savepoint,
		triggerTimestamp,
		latestAckTimestamp,
		stateSize,
		duration,
		alignmentBuffered,
		numSubtasks,
		numAckSubtasks,
		checkpointingStatisticsPerTask);
}
Example #10
Source File: CheckpointStatistics.java    From flink with Apache License 2.0 6 votes vote down vote up 
@JsonCreator
private CheckpointStatistics(
		@JsonProperty(FIELD_NAME_ID) long id,
		@JsonProperty(FIELD_NAME_STATUS) CheckpointStatsStatus status,
		@JsonProperty(FIELD_NAME_IS_SAVEPOINT) boolean savepoint,
		@JsonProperty(FIELD_NAME_TRIGGER_TIMESTAMP) long triggerTimestamp,
		@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
		@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
		@JsonProperty(FIELD_NAME_DURATION) long duration,
		@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
		@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
		@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks,
		@JsonDeserialize(keyUsing = JobVertexIDKeyDeserializer.class) @JsonProperty(FIELD_NAME_TASKS) Map<JobVertexID, TaskCheckpointStatistics> checkpointStatisticsPerTask) {
	this.id = id;
	this.status = Preconditions.checkNotNull(status);
	this.savepoint = savepoint;
	this.triggerTimestamp = triggerTimestamp;
	this.latestAckTimestamp = latestAckTimestamp;
	this.stateSize = stateSize;
	this.duration = duration;
	this.alignmentBuffered = alignmentBuffered;
	this.numSubtasks = numSubtasks;
	this.numAckSubtasks = numAckSubtasks;
	this.checkpointStatisticsPerTask = Preconditions.checkNotNull(checkpointStatisticsPerTask);
}
Example #11
Source File: CheckpointStatsCacheTest.java    From Flink-CEPplus with Apache License 2.0 6 votes vote down vote up 
@Test
public void testCacheAddAndGet() throws Exception {
	AbstractCheckpointStats chk0 = createCheckpoint(0, CheckpointStatsStatus.COMPLETED);
	AbstractCheckpointStats chk1 = createCheckpoint(1, CheckpointStatsStatus.COMPLETED);
	AbstractCheckpointStats chk2 = createCheckpoint(2, CheckpointStatsStatus.IN_PROGRESS);

	CheckpointStatsCache cache = new CheckpointStatsCache(1);
	cache.tryAdd(chk0);
	assertEquals(chk0, cache.tryGet(0));

	cache.tryAdd(chk1);
	assertNull(cache.tryGet(0));
	assertEquals(chk1, cache.tryGet(1));

	cache.tryAdd(chk2);
	assertNull(cache.tryGet(2));
	assertNull(cache.tryGet(0));
	assertEquals(chk1, cache.tryGet(1));
}
Example #12
Source File: CheckpointStatistics.java    From Flink-CEPplus with Apache License 2.0 6 votes vote down vote up 
@JsonCreator
public PendingCheckpointStatistics(
	@JsonProperty(FIELD_NAME_ID) long id,
	@JsonProperty(FIELD_NAME_STATUS) CheckpointStatsStatus status,
	@JsonProperty(FIELD_NAME_IS_SAVEPOINT) boolean savepoint,
	@JsonProperty(FIELD_NAME_TRIGGER_TIMESTAMP) long triggerTimestamp,
	@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
	@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
	@JsonProperty(FIELD_NAME_DURATION) long duration,
	@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
	@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
	@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks,
	@JsonDeserialize(keyUsing = JobVertexIDKeyDeserializer.class) @JsonProperty(FIELD_NAME_TASKS) Map<JobVertexID, TaskCheckpointStatistics> checkpointingStatisticsPerTask) {
	super(
		id,
		status,
		savepoint,
		triggerTimestamp,
		latestAckTimestamp,
		stateSize,
		duration,
		alignmentBuffered,
		numSubtasks,
		numAckSubtasks,
		checkpointingStatisticsPerTask);
}
Example #13
Source File: TaskCheckpointStatisticsWithSubtaskDetails.java    From Flink-CEPplus with Apache License 2.0 6 votes vote down vote up 
@JsonCreator
public TaskCheckpointStatisticsWithSubtaskDetails(
		@JsonProperty(FIELD_NAME_ID) long checkpointId,
		@JsonProperty(FIELD_NAME_CHECKPOINT_STATUS) CheckpointStatsStatus checkpointStatus,
		@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
		@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
		@JsonProperty(FIELD_NAME_DURATION) long duration,
		@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
		@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
		@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks,
		@JsonProperty(FIELD_NAME_SUMMARY) Summary summary,
		@JsonProperty(FIELD_NAME_SUBTASKS_CHECKPOINT_STATISTICS) List<SubtaskCheckpointStatistics> subtaskCheckpointStatistics) {
	super(
		checkpointId,
		checkpointStatus,
		latestAckTimestamp,
		stateSize,
		duration,
		alignmentBuffered,
		numSubtasks,
		numAckSubtasks);

	this.summary = Preconditions.checkNotNull(summary);
	this.subtaskCheckpointStatistics = Preconditions.checkNotNull(subtaskCheckpointStatistics);
}
Example #14
Source File: CheckpointStatsCacheTest.java    From flink with Apache License 2.0 6 votes vote down vote up 
@Test
public void testCacheAddAndGet() throws Exception {
	AbstractCheckpointStats chk0 = createCheckpoint(0, CheckpointStatsStatus.COMPLETED);
	AbstractCheckpointStats chk1 = createCheckpoint(1, CheckpointStatsStatus.COMPLETED);
	AbstractCheckpointStats chk2 = createCheckpoint(2, CheckpointStatsStatus.IN_PROGRESS);

	CheckpointStatsCache cache = new CheckpointStatsCache(1);
	cache.tryAdd(chk0);
	assertEquals(chk0, cache.tryGet(0));

	cache.tryAdd(chk1);
	assertNull(cache.tryGet(0));
	assertEquals(chk1, cache.tryGet(1));

	cache.tryAdd(chk2);
	assertNull(cache.tryGet(2));
	assertNull(cache.tryGet(0));
	assertEquals(chk1, cache.tryGet(1));
}
Example #15
Source File: TaskCheckpointStatistics.java    From Flink-CEPplus with Apache License 2.0 6 votes vote down vote up 
@JsonCreator
public TaskCheckpointStatistics(
		@JsonProperty(FIELD_NAME_ID) long checkpointId,
		@JsonProperty(FIELD_NAME_CHECKPOINT_STATUS) CheckpointStatsStatus checkpointStatus,
		@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
		@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
		@JsonProperty(FIELD_NAME_DURATION) long duration,
		@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
		@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
		@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks) {

	this.checkpointId = checkpointId;
	this.checkpointStatus = Preconditions.checkNotNull(checkpointStatus);
	this.latestAckTimestamp = latestAckTimestamp;
	this.stateSize = stateSize;
	this.duration = duration;
	this.alignmentBuffered = alignmentBuffered;
	this.numSubtasks = numSubtasks;
	this.numAckSubtasks = numAckSubtasks;
}
Example #16
Source File: CheckpointStatsCacheTest.java    From flink with Apache License 2.0 5 votes vote down vote up 
@Test
public void testZeroSizeCache() throws Exception {
	AbstractCheckpointStats checkpoint = createCheckpoint(0, CheckpointStatsStatus.COMPLETED);

	CheckpointStatsCache cache = new CheckpointStatsCache(0);
	cache.tryAdd(checkpoint);
	assertNull(cache.tryGet(0L));
}
Example #17
Source File: CheckpointStatistics.java    From Flink-CEPplus with Apache License 2.0 5 votes vote down vote up 
@JsonCreator
public CompletedCheckpointStatistics(
	@JsonProperty(FIELD_NAME_ID) long id,
	@JsonProperty(FIELD_NAME_STATUS) CheckpointStatsStatus status,
	@JsonProperty(FIELD_NAME_IS_SAVEPOINT) boolean savepoint,
	@JsonProperty(FIELD_NAME_TRIGGER_TIMESTAMP) long triggerTimestamp,
	@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
	@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
	@JsonProperty(FIELD_NAME_DURATION) long duration,
	@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
	@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
	@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks,
	@JsonDeserialize(keyUsing = JobVertexIDKeyDeserializer.class) @JsonProperty(FIELD_NAME_TASKS) Map<JobVertexID, TaskCheckpointStatistics> checkpointingStatisticsPerTask,
	@JsonProperty(FIELD_NAME_EXTERNAL_PATH) @Nullable String externalPath,
	@JsonProperty(FIELD_NAME_DISCARDED) boolean discarded) {
	super(
		id,
		status,
		savepoint,
		triggerTimestamp,
		latestAckTimestamp,
		stateSize,
		duration,
		alignmentBuffered,
		numSubtasks,
		numAckSubtasks,
		checkpointingStatisticsPerTask);

	this.externalPath = externalPath;
	this.discarded = discarded;
}
Example #18
Source File: CheckpointStatistics.java    From flink with Apache License 2.0 5 votes vote down vote up 
@JsonCreator
public FailedCheckpointStatistics(
	@JsonProperty(FIELD_NAME_ID) long id,
	@JsonProperty(FIELD_NAME_STATUS) CheckpointStatsStatus status,
	@JsonProperty(FIELD_NAME_IS_SAVEPOINT) boolean savepoint,
	@JsonProperty(FIELD_NAME_TRIGGER_TIMESTAMP) long triggerTimestamp,
	@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
	@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
	@JsonProperty(FIELD_NAME_DURATION) long duration,
	@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
	@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
	@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks,
	@JsonDeserialize(keyUsing = JobVertexIDKeyDeserializer.class) @JsonProperty(FIELD_NAME_TASKS) Map<JobVertexID, TaskCheckpointStatistics> checkpointingStatisticsPerTask,
	@JsonProperty(FIELD_NAME_FAILURE_TIMESTAMP) long failureTimestamp,
	@JsonProperty(FIELD_NAME_FAILURE_MESSAGE) @Nullable String failureMessage) {
	super(
		id,
		status,
		savepoint,
		triggerTimestamp,
		latestAckTimestamp,
		stateSize,
		duration,
		alignmentBuffered,
		numSubtasks,
		numAckSubtasks,
		checkpointingStatisticsPerTask);

	this.failureTimestamp = failureTimestamp;
	this.failureMessage = failureMessage;
}
Example #19
Source File: CheckpointStatistics.java    From flink with Apache License 2.0 5 votes vote down vote up 
@JsonCreator
public CompletedCheckpointStatistics(
	@JsonProperty(FIELD_NAME_ID) long id,
	@JsonProperty(FIELD_NAME_STATUS) CheckpointStatsStatus status,
	@JsonProperty(FIELD_NAME_IS_SAVEPOINT) boolean savepoint,
	@JsonProperty(FIELD_NAME_TRIGGER_TIMESTAMP) long triggerTimestamp,
	@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
	@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
	@JsonProperty(FIELD_NAME_DURATION) long duration,
	@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
	@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
	@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks,
	@JsonDeserialize(keyUsing = JobVertexIDKeyDeserializer.class) @JsonProperty(FIELD_NAME_TASKS) Map<JobVertexID, TaskCheckpointStatistics> checkpointingStatisticsPerTask,
	@JsonProperty(FIELD_NAME_EXTERNAL_PATH) @Nullable String externalPath,
	@JsonProperty(FIELD_NAME_DISCARDED) boolean discarded) {
	super(
		id,
		status,
		savepoint,
		triggerTimestamp,
		latestAckTimestamp,
		stateSize,
		duration,
		alignmentBuffered,
		numSubtasks,
		numAckSubtasks,
		checkpointingStatisticsPerTask);

	this.externalPath = externalPath;
	this.discarded = discarded;
}
Example #20
Source File: CheckpointStatistics.java    From Flink-CEPplus with Apache License 2.0 5 votes vote down vote up 
@JsonCreator
public FailedCheckpointStatistics(
	@JsonProperty(FIELD_NAME_ID) long id,
	@JsonProperty(FIELD_NAME_STATUS) CheckpointStatsStatus status,
	@JsonProperty(FIELD_NAME_IS_SAVEPOINT) boolean savepoint,
	@JsonProperty(FIELD_NAME_TRIGGER_TIMESTAMP) long triggerTimestamp,
	@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
	@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
	@JsonProperty(FIELD_NAME_DURATION) long duration,
	@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
	@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
	@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks,
	@JsonDeserialize(keyUsing = JobVertexIDKeyDeserializer.class) @JsonProperty(FIELD_NAME_TASKS) Map<JobVertexID, TaskCheckpointStatistics> checkpointingStatisticsPerTask,
	@JsonProperty(FIELD_NAME_FAILURE_TIMESTAMP) long failureTimestamp,
	@JsonProperty(FIELD_NAME_FAILURE_MESSAGE) @Nullable String failureMessage) {
	super(
		id,
		status,
		savepoint,
		triggerTimestamp,
		latestAckTimestamp,
		stateSize,
		duration,
		alignmentBuffered,
		numSubtasks,
		numAckSubtasks,
		checkpointingStatisticsPerTask);

	this.failureTimestamp = failureTimestamp;
	this.failureMessage = failureMessage;
}
Example #21
Source File: CheckpointStatsCacheTest.java    From flink with Apache License 2.0 5 votes vote down vote up 
@Test
public void testZeroSizeCache() throws Exception {
	AbstractCheckpointStats checkpoint = createCheckpoint(0, CheckpointStatsStatus.COMPLETED);

	CheckpointStatsCache cache = new CheckpointStatsCache(0);
	cache.tryAdd(checkpoint);
	assertNull(cache.tryGet(0L));
}
Example #22
Source File: TaskCheckpointStatisticsTest.java    From flink with Apache License 2.0 5 votes vote down vote up 
@Override
protected TaskCheckpointStatistics getTestResponseInstance() throws Exception {
	return new TaskCheckpointStatistics(
		1L,
		CheckpointStatsStatus.FAILED,
		42L,
		1L,
		23L,
		1337L,
		9,
		8);
}
Example #23
Source File: TaskCheckpointStatisticsWithSubtaskDetailsTest.java    From flink with Apache License 2.0 5 votes vote down vote up 
@Override
protected TaskCheckpointStatisticsWithSubtaskDetails getTestResponseInstance() throws Exception {
	final TaskCheckpointStatisticsWithSubtaskDetails.Summary summary = new TaskCheckpointStatisticsWithSubtaskDetails.Summary(
		new MinMaxAvgStatistics(1L, 2L, 3L),
		new MinMaxAvgStatistics(1L, 2L, 3L),
		new TaskCheckpointStatisticsWithSubtaskDetails.CheckpointDuration(
			new MinMaxAvgStatistics(1L, 2L, 3L),
			new MinMaxAvgStatistics(1L, 2L, 3L)),
		new TaskCheckpointStatisticsWithSubtaskDetails.CheckpointAlignment(
			new MinMaxAvgStatistics(1L, 2L, 3L),
		new MinMaxAvgStatistics(1L, 2L, 3L)));

	List<SubtaskCheckpointStatistics> subtaskCheckpointStatistics = new ArrayList<>(2);

	subtaskCheckpointStatistics.add(new SubtaskCheckpointStatistics.PendingSubtaskCheckpointStatistics(0));
	subtaskCheckpointStatistics.add(new SubtaskCheckpointStatistics.CompletedSubtaskCheckpointStatistics(
		1,
		4L,
		13L,
		1337L,
		new SubtaskCheckpointStatistics.CompletedSubtaskCheckpointStatistics.CheckpointDuration(1L, 2L),
		new SubtaskCheckpointStatistics.CompletedSubtaskCheckpointStatistics.CheckpointAlignment(2L, 3L)));

	return new TaskCheckpointStatisticsWithSubtaskDetails(
		4L,
		CheckpointStatsStatus.COMPLETED,
		4L,
		1337L,
		1L,
		2L,
		8,
		9,
		summary,
		subtaskCheckpointStatistics);
}
Example #24
Source File: TaskCheckpointStatisticsWithSubtaskDetailsTest.java    From flink with Apache License 2.0 5 votes vote down vote up 
@Override
protected TaskCheckpointStatisticsWithSubtaskDetails getTestResponseInstance() throws Exception {
	final TaskCheckpointStatisticsWithSubtaskDetails.Summary summary = new TaskCheckpointStatisticsWithSubtaskDetails.Summary(
		new MinMaxAvgStatistics(1L, 2L, 3L),
		new MinMaxAvgStatistics(1L, 2L, 3L),
		new TaskCheckpointStatisticsWithSubtaskDetails.CheckpointDuration(
			new MinMaxAvgStatistics(1L, 2L, 3L),
			new MinMaxAvgStatistics(1L, 2L, 3L)),
		new TaskCheckpointStatisticsWithSubtaskDetails.CheckpointAlignment(
			new MinMaxAvgStatistics(1L, 2L, 3L),
			new MinMaxAvgStatistics(1L, 2L, 3L)),
		new MinMaxAvgStatistics(1L, 2L, 3L));

	List<SubtaskCheckpointStatistics> subtaskCheckpointStatistics = new ArrayList<>(2);

	subtaskCheckpointStatistics.add(new SubtaskCheckpointStatistics.PendingSubtaskCheckpointStatistics(0));
	subtaskCheckpointStatistics.add(new SubtaskCheckpointStatistics.CompletedSubtaskCheckpointStatistics(
		1,
		4L,
		13L,
		1337L,
		new SubtaskCheckpointStatistics.CompletedSubtaskCheckpointStatistics.CheckpointDuration(1L, 2L),
		new SubtaskCheckpointStatistics.CompletedSubtaskCheckpointStatistics.CheckpointAlignment(2L, 3L),
		42L));

	return new TaskCheckpointStatisticsWithSubtaskDetails(
		4L,
		CheckpointStatsStatus.COMPLETED,
		4L,
		1337L,
		1L,
		2L,
		8,
		9,
		summary,
		subtaskCheckpointStatistics);
}
Example #25
Source File: TaskCheckpointStatisticsWithSubtaskDetailsTest.java    From Flink-CEPplus with Apache License 2.0 5 votes vote down vote up 
@Override
protected TaskCheckpointStatisticsWithSubtaskDetails getTestResponseInstance() throws Exception {
	final TaskCheckpointStatisticsWithSubtaskDetails.Summary summary = new TaskCheckpointStatisticsWithSubtaskDetails.Summary(
		new MinMaxAvgStatistics(1L, 2L, 3L),
		new MinMaxAvgStatistics(1L, 2L, 3L),
		new TaskCheckpointStatisticsWithSubtaskDetails.CheckpointDuration(
			new MinMaxAvgStatistics(1L, 2L, 3L),
			new MinMaxAvgStatistics(1L, 2L, 3L)),
		new TaskCheckpointStatisticsWithSubtaskDetails.CheckpointAlignment(
			new MinMaxAvgStatistics(1L, 2L, 3L),
		new MinMaxAvgStatistics(1L, 2L, 3L)));

	List<SubtaskCheckpointStatistics> subtaskCheckpointStatistics = new ArrayList<>(2);

	subtaskCheckpointStatistics.add(new SubtaskCheckpointStatistics.PendingSubtaskCheckpointStatistics(0));
	subtaskCheckpointStatistics.add(new SubtaskCheckpointStatistics.CompletedSubtaskCheckpointStatistics(
		1,
		4L,
		13L,
		1337L,
		new SubtaskCheckpointStatistics.CompletedSubtaskCheckpointStatistics.CheckpointDuration(1L, 2L),
		new SubtaskCheckpointStatistics.CompletedSubtaskCheckpointStatistics.CheckpointAlignment(2L, 3L)));

	return new TaskCheckpointStatisticsWithSubtaskDetails(
		4L,
		CheckpointStatsStatus.COMPLETED,
		4L,
		1337L,
		1L,
		2L,
		8,
		9,
		summary,
		subtaskCheckpointStatistics);
}
Example #26
Source File: CheckpointStatistics.java    From flink with Apache License 2.0 5 votes vote down vote up 
@JsonCreator
public FailedCheckpointStatistics(
	@JsonProperty(FIELD_NAME_ID) long id,
	@JsonProperty(FIELD_NAME_STATUS) CheckpointStatsStatus status,
	@JsonProperty(FIELD_NAME_IS_SAVEPOINT) boolean savepoint,
	@JsonProperty(FIELD_NAME_TRIGGER_TIMESTAMP) long triggerTimestamp,
	@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
	@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
	@JsonProperty(FIELD_NAME_DURATION) long duration,
	@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
	@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
	@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks,
	@JsonDeserialize(keyUsing = JobVertexIDKeyDeserializer.class) @JsonProperty(FIELD_NAME_TASKS) Map<JobVertexID, TaskCheckpointStatistics> checkpointingStatisticsPerTask,
	@JsonProperty(FIELD_NAME_FAILURE_TIMESTAMP) long failureTimestamp,
	@JsonProperty(FIELD_NAME_FAILURE_MESSAGE) @Nullable String failureMessage) {
	super(
		id,
		status,
		savepoint,
		triggerTimestamp,
		latestAckTimestamp,
		stateSize,
		duration,
		alignmentBuffered,
		numSubtasks,
		numAckSubtasks,
		checkpointingStatisticsPerTask);

	this.failureTimestamp = failureTimestamp;
	this.failureMessage = failureMessage;
}
Example #27
Source File: CheckpointStatistics.java    From flink with Apache License 2.0 5 votes vote down vote up 
@JsonCreator
public CompletedCheckpointStatistics(
	@JsonProperty(FIELD_NAME_ID) long id,
	@JsonProperty(FIELD_NAME_STATUS) CheckpointStatsStatus status,
	@JsonProperty(FIELD_NAME_IS_SAVEPOINT) boolean savepoint,
	@JsonProperty(FIELD_NAME_TRIGGER_TIMESTAMP) long triggerTimestamp,
	@JsonProperty(FIELD_NAME_LATEST_ACK_TIMESTAMP) long latestAckTimestamp,
	@JsonProperty(FIELD_NAME_STATE_SIZE) long stateSize,
	@JsonProperty(FIELD_NAME_DURATION) long duration,
	@JsonProperty(FIELD_NAME_ALIGNMENT_BUFFERED) long alignmentBuffered,
	@JsonProperty(FIELD_NAME_NUM_SUBTASKS) int numSubtasks,
	@JsonProperty(FIELD_NAME_NUM_ACK_SUBTASKS) int numAckSubtasks,
	@JsonDeserialize(keyUsing = JobVertexIDKeyDeserializer.class) @JsonProperty(FIELD_NAME_TASKS) Map<JobVertexID, TaskCheckpointStatistics> checkpointingStatisticsPerTask,
	@JsonProperty(FIELD_NAME_EXTERNAL_PATH) @Nullable String externalPath,
	@JsonProperty(FIELD_NAME_DISCARDED) boolean discarded) {
	super(
		id,
		status,
		savepoint,
		triggerTimestamp,
		latestAckTimestamp,
		stateSize,
		duration,
		alignmentBuffered,
		numSubtasks,
		numAckSubtasks,
		checkpointingStatisticsPerTask);

	this.externalPath = externalPath;
	this.discarded = discarded;
}
Example #28
Source File: TaskCheckpointStatisticsTest.java    From flink with Apache License 2.0 5 votes vote down vote up 
@Override
protected TaskCheckpointStatistics getTestResponseInstance() throws Exception {
	return new TaskCheckpointStatistics(
		1L,
		CheckpointStatsStatus.FAILED,
		42L,
		1L,
		23L,
		1337L,
		9,
		8);
}
Example #29
Source File: TaskCheckpointStatisticsTest.java    From Flink-CEPplus with Apache License 2.0 5 votes vote down vote up 
@Override
protected TaskCheckpointStatistics getTestResponseInstance() throws Exception {
	return new TaskCheckpointStatistics(
		1L,
		CheckpointStatsStatus.FAILED,
		42L,
		1L,
		23L,
		1337L,
		9,
		8);
}
Example #30
Source File: CheckpointStatsCacheTest.java    From Flink-CEPplus with Apache License 2.0 5 votes vote down vote up 
@Test
public void testZeroSizeCache() throws Exception {
	AbstractCheckpointStats checkpoint = createCheckpoint(0, CheckpointStatsStatus.COMPLETED);

	CheckpointStatsCache cache = new CheckpointStatsCache(0);
	cache.tryAdd(checkpoint);
	assertNull(cache.tryGet(0L));
}