Java Code Examples for org.apache.flink.util.ResourceGuard#Lease

@Nonnull
@Override
public CopyOnWriteSkipListStateMapSnapshot<K, N, S> stateSnapshot() {
	tryToDeleteNodesPhysically();

	ResourceGuard.Lease lease;
	try {
		lease = resourceGuard.acquireResource();
	} catch (Exception e) {
		throw new RuntimeException("Acquire resource failed, and can't make snapshot of state map", e);
	}

	synchronized (snapshotVersions) {
		// increase the map version for copy-on-write and register the snapshot
		if (++stateMapVersion < 0) {
			// this is just a safety net against overflows, but should never happen in practice (i.e., only after 2^31 snapshots)
			throw new IllegalStateException("Version count overflow. Enforcing restart.");
		}

		highestRequiredSnapshotVersionPlusOne = stateMapVersion;
		snapshotVersions.add(highestRequiredSnapshotVersionPlusOne);
	}

	return new CopyOnWriteSkipListStateMapSnapshot<>(this, lease);
}
 

private void takeDBNativeCheckpoint(@Nonnull SnapshotDirectory outputDirectory) throws Exception {
	// create hard links of living files in the output path
	try (
		ResourceGuard.Lease ignored = rocksDBResourceGuard.acquireResource();
		Checkpoint checkpoint = Checkpoint.create(db)) {
		checkpoint.createCheckpoint(outputDirectory.getDirectory().getPath());
	} catch (Exception ex) {
		try {
			outputDirectory.cleanup();
		} catch (IOException cleanupEx) {
			ex = ExceptionUtils.firstOrSuppressed(cleanupEx, ex);
		}
		throw ex;
	}
}
 

SnapshotAsynchronousPartCallable(
	@Nonnull SupplierWithException<CheckpointStreamWithResultProvider, Exception> checkpointStreamSupplier,
	@Nonnull ResourceGuard.Lease dbLease,
	@Nonnull Snapshot snapshot,
	@Nonnull List<StateMetaInfoSnapshot> stateMetaInfoSnapshots,
	@Nonnull List<RocksDbKvStateInfo> metaDataCopy,
	@Nonnull String logPathString) {

	this.checkpointStreamSupplier = checkpointStreamSupplier;
	this.dbLease = dbLease;
	this.snapshot = snapshot;
	this.stateMetaInfoSnapshots = stateMetaInfoSnapshots;
	this.metaData = fillMetaData(metaDataCopy);
	this.logPathString = logPathString;
}
 

private void takeDBNativeCheckpoint(@Nonnull SnapshotDirectory outputDirectory) throws Exception {
	// create hard links of living files in the output path
	try (
		ResourceGuard.Lease ignored = rocksDBResourceGuard.acquireResource();
		Checkpoint checkpoint = Checkpoint.create(db)) {
		checkpoint.createCheckpoint(outputDirectory.getDirectory().getPath());
	} catch (Exception ex) {
		try {
			outputDirectory.cleanup();
		} catch (IOException cleanupEx) {
			ex = ExceptionUtils.firstOrSuppressed(cleanupEx, ex);
		}
		throw ex;
	}
}
 

SnapshotAsynchronousPartCallable(
	@Nonnull SupplierWithException<CheckpointStreamWithResultProvider, Exception> checkpointStreamSupplier,
	@Nonnull ResourceGuard.Lease dbLease,
	@Nonnull Snapshot snapshot,
	@Nonnull List<StateMetaInfoSnapshot> stateMetaInfoSnapshots,
	@Nonnull List<RocksDbKvStateInfo> metaDataCopy,
	@Nonnull String logPathString) {

	this.checkpointStreamSupplier = checkpointStreamSupplier;
	this.dbLease = dbLease;
	this.snapshot = snapshot;
	this.stateMetaInfoSnapshots = stateMetaInfoSnapshots;
	this.metaData = fillMetaData(metaDataCopy);
	this.logPathString = logPathString;
}
 

/**
 * Creates a new {@link CopyOnWriteSkipListStateMap}.
 *
 * @param owningStateMap the {@link CopyOnWriteSkipListStateMap} for which this object represents a snapshot.
 * @param lease the lease protects the state map resources.
 */
CopyOnWriteSkipListStateMapSnapshot(
	CopyOnWriteSkipListStateMap<K, N, S> owningStateMap,
	ResourceGuard.Lease lease) {
	super(owningStateMap);

	this.snapshotVersion = owningStateMap.getStateMapVersion();
	this.numberOfEntriesInSnapshotData = owningStateMap.size();
	this.lease = lease;
}
 

private void takeDBNativeCheckpoint(@Nonnull SnapshotDirectory outputDirectory) throws Exception {
	// create hard links of living files in the output path
	try (
		ResourceGuard.Lease ignored = rocksDBResourceGuard.acquireResource();
		Checkpoint checkpoint = Checkpoint.create(db)) {
		checkpoint.createCheckpoint(outputDirectory.getDirectory().toString());
	} catch (Exception ex) {
		try {
			outputDirectory.cleanup();
		} catch (IOException cleanupEx) {
			ex = ExceptionUtils.firstOrSuppressed(cleanupEx, ex);
		}
		throw ex;
	}
}
 

SnapshotAsynchronousPartCallable(
	@Nonnull SupplierWithException<CheckpointStreamWithResultProvider, Exception> checkpointStreamSupplier,
	@Nonnull ResourceGuard.Lease dbLease,
	@Nonnull Snapshot snapshot,
	@Nonnull List<StateMetaInfoSnapshot> stateMetaInfoSnapshots,
	@Nonnull List<RocksDbKvStateInfo> metaDataCopy,
	@Nonnull String logPathString) {

	this.checkpointStreamSupplier = checkpointStreamSupplier;
	this.dbLease = dbLease;
	this.snapshot = snapshot;
	this.stateMetaInfoSnapshots = stateMetaInfoSnapshots;
	this.metaData = fillMetaData(metaDataCopy);
	this.logPathString = logPathString;
}
 

/**
 * Returns a {@link org.apache.flink.util.ResourceGuard.Lease} that prevents closing this stream. To allow the system
 * to close this stream, each of the acquired leases need to call {@link Lease#close()}, on their acquired leases.
 */
public final ResourceGuard.Lease acquireLease() throws IOException {
	return resourceGuard.acquireResource();
}
 

/**
 * Returns a {@link org.apache.flink.util.ResourceGuard.Lease} that prevents closing this stream. To allow the system
 * to close this stream, each of the acquired leases need to call {@link Lease#close()}, on their acquired leases.
 */
public final ResourceGuard.Lease acquireLease() throws IOException {
	return resourceGuard.acquireResource();
}