org.apache.flink.runtime.io.disk.iomanager.FileIOChannel.ID Java Examples

/**
 * Deletes the file underlying the given channel. If the channel is still open, this
 * call may fail.
 *
 * @param channel The channel to be deleted.
 */
public static void deleteChannel(ID channel) {
	if (channel != null) {
		if (channel.getPathFile().exists() && !channel.getPathFile().delete()) {
			LOG.warn("IOManager failed to delete temporary file {}", channel.getPath());
		}
	}
}
 

@Override
public ID createChannel() {
	checkState(!isShutdown.get(), "File channel manager has shutdown.");

	int num = getNextPathNum();
	return new ID(paths[num], num, random);
}
 

/**
 * Deletes the file underlying the given channel. If the channel is still open, this
 * call may fail.
 *
 * @param channel The channel to be deleted.
 */
public static void deleteChannel(ID channel) {
	if (channel != null) {
		if (channel.getPathFile().exists() && !channel.getPathFile().delete()) {
			LOG.warn("IOManager failed to delete temporary file {}", channel.getPath());
		}
	}
}
 

@Test
public void channelEnumerator() throws Exception {
	File tempPath = temporaryFolder.newFolder();

	String[] tempDirs = new String[]{
		new File(tempPath, "a").getAbsolutePath(),
		new File(tempPath, "b").getAbsolutePath(),
		new File(tempPath, "c").getAbsolutePath(),
		new File(tempPath, "d").getAbsolutePath(),
		new File(tempPath, "e").getAbsolutePath(),
	};

	int[] counters = new int[tempDirs.length];
	try (IOManager ioMan = new TestIOManager(tempDirs) ) {
		FileIOChannel.Enumerator enumerator = ioMan.createChannelEnumerator();

		for (int i = 0; i < 3 * tempDirs.length; i++) {
			FileIOChannel.ID id = enumerator.next();

			File path = id.getPathFile();

			assertTrue("Channel IDs must name an absolute path.", path.isAbsolute());
			assertFalse("Channel IDs must name a file, not a directory.", path.isDirectory());

			assertTrue("Path is not in the temp directory.",
					tempPath.equals(path.getParentFile().getParentFile().getParentFile()));

			for (int k = 0; k < tempDirs.length; k++) {
				if (path.getParentFile().getParent().equals(tempDirs[k])) {
					counters[k]++;
				}
			}
		}

		for (int k = 0; k < tempDirs.length; k++) {
			assertEquals(3, counters[k]);
		}
	}
}
 

@Test
public void channelEnumerator() throws Exception {
	File tempPath = temporaryFolder.newFolder();

	String[] tempDirs = new String[]{
		new File(tempPath, "a").getAbsolutePath(),
		new File(tempPath, "b").getAbsolutePath(),
		new File(tempPath, "c").getAbsolutePath(),
		new File(tempPath, "d").getAbsolutePath(),
		new File(tempPath, "e").getAbsolutePath(),
	};

	int[] counters = new int[tempDirs.length];
	try (IOManager ioMan = new TestIOManager(tempDirs) ) {
		FileIOChannel.Enumerator enumerator = ioMan.createChannelEnumerator();

		for (int i = 0; i < 3 * tempDirs.length; i++) {
			FileIOChannel.ID id = enumerator.next();

			File path = id.getPathFile();

			assertTrue("Channel IDs must name an absolute path.", path.isAbsolute());
			assertFalse("Channel IDs must name a file, not a directory.", path.isDirectory());

			assertTrue("Path is not in the temp directory.",
					tempPath.equals(path.getParentFile().getParentFile().getParentFile()));

			for (int k = 0; k < tempDirs.length; k++) {
				if (path.getParentFile().getParent().equals(tempDirs[k])) {
					counters[k]++;
				}
			}
		}

		for (int k = 0; k < tempDirs.length; k++) {
			assertEquals(3, counters[k]);
		}
	}
}
 

@Override
public BufferFileReader createBufferFileReader(ID channelID, RequestDoneCallback<Buffer> callback) throws IOException {
	throw new UnsupportedOperationException();
}
 

@Override
public BulkBlockChannelReader createBulkBlockChannelReader(ID channelID, List<MemorySegment> targetSegments, int numBlocks) {
	throw new UnsupportedOperationException();
}
 

@Override
public BufferFileWriter createBufferFileWriter(ID channelID) throws IOException {
	throw new UnsupportedOperationException();
}
 

@Override
public BlockChannelReader<MemorySegment> createBlockChannelReader(ID channelID, LinkedBlockingQueue<MemorySegment> returnQueue) {
	throw new UnsupportedOperationException();
}
 

@Override
public BlockChannelWriter<MemorySegment> createBlockChannelWriter(ID channelID, LinkedBlockingQueue<MemorySegment> returnQueue) {
	throw new UnsupportedOperationException();
}
 

public abstract BufferFileSegmentReader createBufferFileSegmentReader(
ID channelID,
RequestDoneCallback<FileSegment> callback) throws IOException;
 

public abstract BufferFileReader createBufferFileReader(
ID channelID,
RequestDoneCallback<Buffer> callback) throws IOException;
 

@Override
public BufferFileReader createBufferFileReader(ID channelID, RequestDoneCallback<Buffer> callback) throws IOException {
	throw new UnsupportedOperationException();
}
 

@Override
public BufferFileWriter createBufferFileWriter(ID channelID) throws IOException {
	throw new UnsupportedOperationException();
}
 

@Override
public ID createChannel() {
	int num = getNextPathNum();
	return new ID(paths[num], num, random);
}
 

public FileIOChannel.ID getChannel() {
	return channel;
}
 

@Override
public BulkBlockChannelReader createBulkBlockChannelReader(ID channelID, List<MemorySegment> targetSegments, int numBlocks) {
	throw new UnsupportedOperationException();
}
 

@Override
public BufferFileSegmentReader createBufferFileSegmentReader(ID channelID, RequestDoneCallback<FileSegment> callback) throws IOException {
	throw new UnsupportedOperationException();
}
 

@Override
public BlockChannelWriterWithCallback<MemorySegment> createBlockChannelWriter(ID channelID, RequestDoneCallback<MemorySegment> callback) {
	throw new UnsupportedOperationException();
}
 

public ChannelWithBlockCount(ID channel, int blockCount) {
	this.channel = channel;
	this.blockCount = blockCount;
}
 

public FileIOChannel.ID getChannel() {
	return channel;
}
 

public abstract BufferFileReader createBufferFileReader(
ID channelID,
RequestDoneCallback<Buffer> callback) throws IOException;
 

public abstract BufferFileSegmentReader createBufferFileSegmentReader(
ID channelID,
RequestDoneCallback<FileSegment> callback) throws IOException;
 

@Override
public BlockChannelWriter<MemorySegment> createBlockChannelWriter(ID channelID, LinkedBlockingQueue<MemorySegment> returnQueue) {
	throw new UnsupportedOperationException();
}
 

@Override
public BlockChannelWriterWithCallback<MemorySegment> createBlockChannelWriter(ID channelID, RequestDoneCallback<MemorySegment> callback) {
	throw new UnsupportedOperationException();
}
 

@Override
public BlockChannelReader<MemorySegment> createBlockChannelReader(ID channelID, LinkedBlockingQueue<MemorySegment> returnQueue) {
	throw new UnsupportedOperationException();
}
 

@Override
public BufferFileWriter createBufferFileWriter(ID channelID) throws IOException {
	throw new UnsupportedOperationException();
}
 

@Override
public BufferFileReader createBufferFileReader(ID channelID, RequestDoneCallback<Buffer> callback) throws IOException {
	throw new UnsupportedOperationException();
}
 

@Override
public BufferFileSegmentReader createBufferFileSegmentReader(ID channelID, RequestDoneCallback<FileSegment> callback) throws IOException {
	throw new UnsupportedOperationException();
}
 

@Override
public BulkBlockChannelReader createBulkBlockChannelReader(ID channelID, List<MemorySegment> targetSegments, int numBlocks) {
	throw new UnsupportedOperationException();
}