Java Code Examples for org.apache.flink.shaded.netty4.io.netty.buffer.ByteBuf#readBytes()

/**
 * Returns a deserialized buffer message as it would be received during runtime.
 */
static BufferResponse createBufferResponse(
		Buffer buffer,
		int sequenceNumber,
		InputChannelID receivingChannelId,
		int backlog) throws IOException {

	// Mock buffer to serialize
	BufferResponse resp = new BufferResponse(buffer, sequenceNumber, receivingChannelId, backlog);

	ByteBuf serialized = resp.write(UnpooledByteBufAllocator.DEFAULT);

	// Skip general header bytes
	serialized.readBytes(NettyMessage.FRAME_HEADER_LENGTH);

	// Deserialize the bytes again. We have to go this way, because we only partly deserialize
	// the header of the response and wait for a buffer from the buffer pool to copy the payload
	// data into.
	BufferResponse deserialized = BufferResponse.readFrom(serialized);

	return deserialized;
}
 

/**
 * Returns a deserialized buffer message as it would be received during runtime.
 */
private static BufferResponse createBufferResponse(
		Buffer buffer,
		int sequenceNumber,
		InputChannelID receivingChannelId,
		int backlog,
		NetworkBufferAllocator allocator) throws IOException {
	// Mock buffer to serialize
	BufferResponse resp = new BufferResponse(buffer, sequenceNumber, receivingChannelId, backlog);

	ByteBuf serialized = resp.write(UnpooledByteBufAllocator.DEFAULT);

	// Skip general header bytes
	serialized.readBytes(NettyMessage.FRAME_HEADER_LENGTH);

	// Deserialize the bytes to construct the BufferResponse.
	return BufferResponse.readFrom(serialized, allocator);
}
 

/**
 * Returns a deserialized buffer message as it would be received during runtime.
 */
static BufferResponse createBufferResponse(
		Buffer buffer,
		int sequenceNumber,
		InputChannelID receivingChannelId,
		int backlog) throws IOException {

	// Mock buffer to serialize
	BufferResponse resp = new BufferResponse(buffer, sequenceNumber, receivingChannelId, backlog);

	ByteBuf serialized = resp.write(UnpooledByteBufAllocator.DEFAULT);

	// Skip general header bytes
	serialized.readBytes(NettyMessage.FRAME_HEADER_LENGTH);

	// Deserialize the bytes again. We have to go this way, because we only partly deserialize
	// the header of the response and wait for a buffer from the buffer pool to copy the payload
	// data into.
	BufferResponse deserialized = BufferResponse.readFrom(serialized);

	return deserialized;
}
 

@Override
public KvStateRequest deserializeMessage(ByteBuf buf) {
	JobID jobId = new JobID(buf.readLong(), buf.readLong());

	int statenameLength = buf.readInt();
	Preconditions.checkArgument(statenameLength >= 0,
			"Negative length for state name. " +
					"This indicates a serialization error.");

	String stateName = "";
	if (statenameLength > 0) {
		byte[] name = new byte[statenameLength];
		buf.readBytes(name);
		stateName = new String(name, ConfigConstants.DEFAULT_CHARSET);
	}

	int keyHashCode = buf.readInt();

	int knamespaceLength = buf.readInt();
	Preconditions.checkArgument(knamespaceLength >= 0,
			"Negative length for key and namespace. " +
					"This indicates a serialization error.");

	byte[] serializedKeyAndNamespace = new byte[knamespaceLength];
	if (knamespaceLength > 0) {
		buf.readBytes(serializedKeyAndNamespace);
	}
	return new KvStateRequest(jobId, stateName, keyHashCode, serializedKeyAndNamespace);
}
 

@Override
public KvStateResponse deserializeMessage(ByteBuf buf) {
	int length = buf.readInt();
	Preconditions.checkArgument(length >= 0,
			"Negative length for state content. " +
					"This indicates a serialization error.");
	byte[] content = new byte[length];
	buf.readBytes(content);

	return new KvStateResponse(content);
}
 

@Override
public TestMessage deserializeMessage(ByteBuf buf) {
	int length = buf.readInt();
	String message = "";
	if (length > 0) {
		byte[] name = new byte[length];
		buf.readBytes(name);
		message = new String(name, ConfigConstants.DEFAULT_CHARSET);
	}
	return new TestMessage(message);
}
 

@Override
public KvStateInternalRequest deserializeMessage(ByteBuf buf) {
	KvStateID kvStateId = new KvStateID(buf.readLong(), buf.readLong());

	int length = buf.readInt();
	Preconditions.checkArgument(length >= 0,
			"Negative length for key and namespace. " +
					"This indicates a serialization error.");

	byte[] serializedKeyAndNamespace = new byte[length];
	if (length > 0) {
		buf.readBytes(serializedKeyAndNamespace);
	}
	return new KvStateInternalRequest(kvStateId, serializedKeyAndNamespace);
}
 

@Test
public void testReadBytes() {
    ByteBuf buffer = newBuffer(8);
    byte[] bytes = new byte[8];
    buffer.writeBytes(bytes);

    ByteBuf buffer2 = buffer.readBytes(4);
    assertSame(buffer.alloc(), buffer2.alloc());
    assertEquals(4, buffer.readerIndex());
    assertTrue(buffer.release());
    assertEquals(0, buffer.refCnt());
    assertTrue(buffer2.release());
    assertEquals(0, buffer2.refCnt());
}
 

@Override
public KvStateRequest deserializeMessage(ByteBuf buf) {
	JobID jobId = new JobID(buf.readLong(), buf.readLong());

	int statenameLength = buf.readInt();
	Preconditions.checkArgument(statenameLength >= 0,
			"Negative length for state name. " +
					"This indicates a serialization error.");

	String stateName = "";
	if (statenameLength > 0) {
		byte[] name = new byte[statenameLength];
		buf.readBytes(name);
		stateName = new String(name, ConfigConstants.DEFAULT_CHARSET);
	}

	int keyHashCode = buf.readInt();

	int knamespaceLength = buf.readInt();
	Preconditions.checkArgument(knamespaceLength >= 0,
			"Negative length for key and namespace. " +
					"This indicates a serialization error.");

	byte[] serializedKeyAndNamespace = new byte[knamespaceLength];
	if (knamespaceLength > 0) {
		buf.readBytes(serializedKeyAndNamespace);
	}
	return new KvStateRequest(jobId, stateName, keyHashCode, serializedKeyAndNamespace);
}
 

@Override
public KvStateResponse deserializeMessage(ByteBuf buf) {
	int length = buf.readInt();
	Preconditions.checkArgument(length >= 0,
			"Negative length for state content. " +
					"This indicates a serialization error.");
	byte[] content = new byte[length];
	buf.readBytes(content);

	return new KvStateResponse(content);
}
 

@Override
public TestMessage deserializeMessage(ByteBuf buf) {
	int length = buf.readInt();
	String message = "";
	if (length > 0) {
		byte[] name = new byte[length];
		buf.readBytes(name);
		message = new String(name, ConfigConstants.DEFAULT_CHARSET);
	}
	return new TestMessage(message);
}
 

@Override
public KvStateInternalRequest deserializeMessage(ByteBuf buf) {
	KvStateID kvStateId = new KvStateID(buf.readLong(), buf.readLong());

	int length = buf.readInt();
	Preconditions.checkArgument(length >= 0,
			"Negative length for key and namespace. " +
					"This indicates a serialization error.");

	byte[] serializedKeyAndNamespace = new byte[length];
	if (length > 0) {
		buf.readBytes(serializedKeyAndNamespace);
	}
	return new KvStateInternalRequest(kvStateId, serializedKeyAndNamespace);
}
 

@Test
public void testReadBytes() {
    ByteBuf buffer = newBuffer(8);
    byte[] bytes = new byte[8];
    buffer.writeBytes(bytes);

    ByteBuf buffer2 = buffer.readBytes(4);
    assertSame(buffer.alloc(), buffer2.alloc());
    assertEquals(4, buffer.readerIndex());
    assertTrue(buffer.release());
    assertEquals(0, buffer.refCnt());
    assertTrue(buffer2.release());
    assertEquals(0, buffer2.refCnt());
}
 

@Override
public KvStateRequest deserializeMessage(ByteBuf buf) {
	JobID jobId = new JobID(buf.readLong(), buf.readLong());

	int statenameLength = buf.readInt();
	Preconditions.checkArgument(statenameLength >= 0,
			"Negative length for state name. " +
					"This indicates a serialization error.");

	String stateName = "";
	if (statenameLength > 0) {
		byte[] name = new byte[statenameLength];
		buf.readBytes(name);
		stateName = new String(name, ConfigConstants.DEFAULT_CHARSET);
	}

	int keyHashCode = buf.readInt();

	int knamespaceLength = buf.readInt();
	Preconditions.checkArgument(knamespaceLength >= 0,
			"Negative length for key and namespace. " +
					"This indicates a serialization error.");

	byte[] serializedKeyAndNamespace = new byte[knamespaceLength];
	if (knamespaceLength > 0) {
		buf.readBytes(serializedKeyAndNamespace);
	}
	return new KvStateRequest(jobId, stateName, keyHashCode, serializedKeyAndNamespace);
}
 

@Override
public KvStateResponse deserializeMessage(ByteBuf buf) {
	int length = buf.readInt();
	Preconditions.checkArgument(length >= 0,
			"Negative length for state content. " +
					"This indicates a serialization error.");
	byte[] content = new byte[length];
	buf.readBytes(content);

	return new KvStateResponse(content);
}
 

@Override
public TestMessage deserializeMessage(ByteBuf buf) {
	int length = buf.readInt();
	String message = "";
	if (length > 0) {
		byte[] name = new byte[length];
		buf.readBytes(name);
		message = new String(name, ConfigConstants.DEFAULT_CHARSET);
	}
	return new TestMessage(message);
}
 

@Override
public KvStateInternalRequest deserializeMessage(ByteBuf buf) {
	KvStateID kvStateId = new KvStateID(buf.readLong(), buf.readLong());

	int length = buf.readInt();
	Preconditions.checkArgument(length >= 0,
			"Negative length for key and namespace. " +
					"This indicates a serialization error.");

	byte[] serializedKeyAndNamespace = new byte[length];
	if (length > 0) {
		buf.readBytes(serializedKeyAndNamespace);
	}
	return new KvStateInternalRequest(kvStateId, serializedKeyAndNamespace);
}
 

@Test
public void testReadBytes() {
    ByteBuf buffer = newBuffer(8);
    byte[] bytes = new byte[8];
    buffer.writeBytes(bytes);

    ByteBuf buffer2 = buffer.readBytes(4);
    assertSame(buffer.alloc(), buffer2.alloc());
    assertEquals(4, buffer.readerIndex());
    assertTrue(buffer.release());
    assertEquals(0, buffer.refCnt());
    assertTrue(buffer2.release());
    assertEquals(0, buffer2.refCnt());
}
 

/**
 * Continues the decoding of a staged buffer after a buffer has become available again.
 *
 * <p>This task is executed by the network I/O thread.
 */
@Override
public void run() {
	boolean success = false;

	Buffer buffer = null;

	try {
		if ((buffer = availableBuffer.getAndSet(null)) == null) {
			throw new IllegalStateException("Running buffer availability task w/o a buffer.");
		}

		ByteBuf nettyBuffer = stagedBufferResponse.getNettyBuffer();
		nettyBuffer.readBytes(buffer.asByteBuf(), nettyBuffer.readableBytes());
		stagedBufferResponse.releaseBuffer();

		RemoteInputChannel inputChannel = inputChannels.get(stagedBufferResponse.receiverId);

		if (inputChannel != null) {
			inputChannel.onBuffer(buffer, stagedBufferResponse.sequenceNumber, -1);

			success = true;
		}
		else {
			cancelRequestFor(stagedBufferResponse.receiverId);
		}

		stagedBufferResponse = null;

		if (stagedMessages.isEmpty()) {
			ctx.channel().config().setAutoRead(true);
			ctx.channel().read();
		}
		else {
			ctx.channel().eventLoop().execute(stagedMessagesHandler);
		}
	}
	catch (Throwable t) {
		notifyAllChannelsOfErrorAndClose(t);
	}
	finally {
		if (!success) {
			if (buffer != null) {
				buffer.recycleBuffer();
			}
		}
	}
}
 

/**
 * Continues the decoding of a staged buffer after a buffer has become available again.
 *
 * <p>This task is executed by the network I/O thread.
 */
@Override
public void run() {
	boolean success = false;

	Buffer buffer = null;

	try {
		if ((buffer = availableBuffer.getAndSet(null)) == null) {
			throw new IllegalStateException("Running buffer availability task w/o a buffer.");
		}

		ByteBuf nettyBuffer = stagedBufferResponse.getNettyBuffer();
		nettyBuffer.readBytes(buffer.asByteBuf(), nettyBuffer.readableBytes());
		stagedBufferResponse.releaseBuffer();

		RemoteInputChannel inputChannel = inputChannels.get(stagedBufferResponse.receiverId);

		if (inputChannel != null) {
			inputChannel.onBuffer(buffer, stagedBufferResponse.sequenceNumber, -1);

			success = true;
		}
		else {
			cancelRequestFor(stagedBufferResponse.receiverId);
		}

		stagedBufferResponse = null;

		if (stagedMessages.isEmpty()) {
			ctx.channel().config().setAutoRead(true);
			ctx.channel().read();
		}
		else {
			ctx.channel().eventLoop().execute(stagedMessagesHandler);
		}
	}
	catch (Throwable t) {
		notifyAllChannelsOfErrorAndClose(t);
	}
	finally {
		if (!success) {
			if (buffer != null) {
				buffer.recycleBuffer();
			}
		}
	}
}