Java Code Examples for org.apache.flink.core.memory.DataInputView#readByte()

@Override
public void readMappingsInKeyGroup(@Nonnull DataInputView inView, @Nonnegative int keyGroupId) throws IOException {

	if (inView.readByte() == 0) {
		return;
	}

	final TypeSerializer<N> namespaceSerializer = stateTable.getNamespaceSerializer();
	final TypeSerializer<S> stateSerializer = stateTable.getStateSerializer();

	// V1 uses kind of namespace compressing format
	int numNamespaces = inView.readInt();
	for (int k = 0; k < numNamespaces; k++) {
		N namespace = namespaceSerializer.deserialize(inView);
		int numEntries = inView.readInt();
		for (int l = 0; l < numEntries; l++) {
			K key = keySerializer.deserialize(inView);
			S state = stateSerializer.deserialize(inView);
			stateTable.put(key, keyGroupId, namespace, state);
		}
	}
}
 

/**
 * Read the next character from the serialized {@code StringValue}.
 *
 * @param source the input view containing the record
 * @return the next {@code char} of the current serialized {@code StringValue}
 * @throws IOException if the input view raised an exception when reading the length
 */
private static char readStringChar(DataInputView source) throws IOException {
	int c = source.readByte() & 0xFF;

	if (c >= HIGH_BIT) {
		int shift = 7;
		int curr;
		c = c & 0x7F;
		while ((curr = source.readByte() & 0xFF) >= HIGH_BIT) {
			c |= (curr & 0x7F) << shift;
			shift += 7;
		}
		c |= curr << shift;
	}

	return (char) c;
}
 

@Override
public void read(DataInputView in) throws IOException {
	val = in.readInt();
	isLong = in.readBoolean();
	
	if (isLong) {
		for (int i = 0; i < BUFFER.length; i++) {
			byte b = in.readByte();
			assertEquals(BUFFER[i], b);
		}
	}
}
 

@Override
public int compareSerialized(DataInputView firstSource, DataInputView secondSource) throws IOException {
	byte b1 = firstSource.readByte();
	byte b2 = secondSource.readByte();
	int comp = (b1 < b2 ? -1 : (b1 == b2 ? 0 : 1)); 
	return ascendingComparison ? comp : -comp; 
}
 

@Override
public void read(DataInputView in) throws IOException {
	val = in.readInt();
	for (byte bufferByte : BUFFER) {
		byte b = in.readByte();
		assertEquals(bufferByte, b);
	}
}
 

@Nonnull
@Override
public StateMetaInfoSnapshot readStateMetaInfoSnapshot(
	@Nonnull DataInputView in,
	@Nonnull ClassLoader userCodeClassLoader) throws IOException {

	final String name = in.readUTF();
	final OperatorStateHandle.Mode mode = OperatorStateHandle.Mode.values()[in.readByte()];
	final Map<String, String> optionsMap = Collections.singletonMap(
		StateMetaInfoSnapshot.CommonOptionsKeys.OPERATOR_STATE_DISTRIBUTION_MODE.toString(),
		mode.toString());

	DataInputViewStream dis = new DataInputViewStream(in);
	ClassLoader previousClassLoader = Thread.currentThread().getContextClassLoader();

	try (
		InstantiationUtil.FailureTolerantObjectInputStream ois =
			new InstantiationUtil.FailureTolerantObjectInputStream(dis, userCodeClassLoader)) {
		Thread.currentThread().setContextClassLoader(userCodeClassLoader);
		TypeSerializer<?> stateSerializer = (TypeSerializer<?>) ois.readObject();
		return new StateMetaInfoSnapshot(
			name,
			StateMetaInfoSnapshot.BackendStateType.OPERATOR,
			optionsMap,
			Collections.singletonMap(
				StateMetaInfoSnapshot.CommonSerializerKeys.VALUE_SERIALIZER.toString(),
				new BackwardsCompatibleSerializerSnapshot<>(stateSerializer)));
	} catch (ClassNotFoundException exception) {
		throw new IOException(exception);
	} finally {
		Thread.currentThread().setContextClassLoader(previousClassLoader);
	}
}
 

@Override
public int compareSerialized(DataInputView firstSource, DataInputView secondSource) throws IOException {
	byte b1 = firstSource.readByte();
	byte b2 = secondSource.readByte();
	int comp = (b1 < b2 ? -1 : (b1 == b2 ? 0 : 1)); 
	return ascendingComparison ? comp : -comp; 
}
 

@Override
public NodeId deserialize(DataInputView source) throws IOException {
	byte b = source.readByte();
	if (b == 0) {
		return null;
	}

	EventId eventId = eventIdSerializer.deserialize(source);
	String pageName = StringValue.readString(source);
	return new NodeId(eventId, pageName);
}
 

@Override
public VoidNamespace deserialize(DataInputView source) throws IOException {
	source.readByte();
	return VoidNamespace.get();
}
 

@Override
public VoidNamespace deserialize(VoidNamespace reuse, DataInputView source) throws IOException {
	source.readByte();
	return VoidNamespace.get();
}
 

@Override
public VoidNamespace deserialize(VoidNamespace reuse, DataInputView source) throws IOException {
	source.readByte();
	return VoidNamespace.get();
}
 

@Override
public void copy(DataInputView source, DataOutputView target) throws IOException {
	source.readByte();
	target.writeByte(1);
}
 

@Override
public GlobalWindow deserialize(GlobalWindow reuse,
		DataInputView source) throws IOException {
	source.readByte();
	return GlobalWindow.INSTANCE;
}
 

@Override
public Tuple0 deserialize(DataInputView source) throws IOException {
	source.readByte();
	return Tuple0.INSTANCE;
}
 

@Nonnull
@Override
public StateMetaInfoSnapshot readStateMetaInfoSnapshot(
	@Nonnull DataInputView in,
	@Nonnull ClassLoader userCodeClassLoader) throws IOException {

	final String name = in.readUTF();
	final OperatorStateHandle.Mode mode = OperatorStateHandle.Mode.values()[in.readByte()];

	Map<String, String> optionsMap = Collections.singletonMap(
		StateMetaInfoSnapshot.CommonOptionsKeys.OPERATOR_STATE_DISTRIBUTION_MODE.toString(),
		mode.toString());

	List<Tuple2<TypeSerializer<?>, TypeSerializerSnapshot<?>>> stateSerializerAndConfigList =
		TypeSerializerSerializationUtil.readSerializersAndConfigsWithResilience(in, userCodeClassLoader);

	final int listSize = stateSerializerAndConfigList.size();
	StateMetaInfoSnapshot.BackendStateType stateType = listSize == 1 ?
		StateMetaInfoSnapshot.BackendStateType.OPERATOR : StateMetaInfoSnapshot.BackendStateType.BROADCAST;

	Map<String, TypeSerializerSnapshot<?>> serializerConfigsMap = new HashMap<>(listSize);
	switch (stateType) {
		case OPERATOR:
			serializerConfigsMap.put(
				StateMetaInfoSnapshot.CommonSerializerKeys.VALUE_SERIALIZER.toString(),
				stateSerializerAndConfigList.get(0).f1);
			break;
		case BROADCAST:
			serializerConfigsMap.put(
				StateMetaInfoSnapshot.CommonSerializerKeys.KEY_SERIALIZER.toString(),
				stateSerializerAndConfigList.get(0).f1);

			serializerConfigsMap.put(
				StateMetaInfoSnapshot.CommonSerializerKeys.VALUE_SERIALIZER.toString(),
				stateSerializerAndConfigList.get(1).f1);
			break;
		default:
			throw new IllegalStateException("Unknown operator state type " + stateType);
	}

	return new StateMetaInfoSnapshot(
		name,
		stateType,
		optionsMap,
		serializerConfigsMap);
}
 

@Override
public void read(DataInputView in) throws IOException {
	this.value = in.readByte();
}
 

@Override
public VoidNamespace deserialize(DataInputView source) throws IOException {
	source.readByte();
	return VoidNamespace.get();
}
 

@Nonnull
@Override
public StateMetaInfoSnapshot readStateMetaInfoSnapshot(
	@Nonnull DataInputView in,
	@Nonnull ClassLoader userCodeClassLoader) throws IOException {

	final String name = in.readUTF();
	final OperatorStateHandle.Mode mode = OperatorStateHandle.Mode.values()[in.readByte()];

	Map<String, String> optionsMap = Collections.singletonMap(
		StateMetaInfoSnapshot.CommonOptionsKeys.OPERATOR_STATE_DISTRIBUTION_MODE.toString(),
		mode.toString());

	List<Tuple2<TypeSerializer<?>, TypeSerializerSnapshot<?>>> stateSerializerAndConfigList =
		TypeSerializerSerializationUtil.readSerializersAndConfigsWithResilience(in, userCodeClassLoader);

	final int listSize = stateSerializerAndConfigList.size();
	StateMetaInfoSnapshot.BackendStateType stateType = listSize == 1 ?
		StateMetaInfoSnapshot.BackendStateType.OPERATOR : StateMetaInfoSnapshot.BackendStateType.BROADCAST;

	Map<String, TypeSerializerSnapshot<?>> serializerConfigsMap = new HashMap<>(listSize);
	switch (stateType) {
		case OPERATOR:
			serializerConfigsMap.put(
				StateMetaInfoSnapshot.CommonSerializerKeys.VALUE_SERIALIZER.toString(),
				stateSerializerAndConfigList.get(0).f1);
			break;
		case BROADCAST:
			serializerConfigsMap.put(
				StateMetaInfoSnapshot.CommonSerializerKeys.KEY_SERIALIZER.toString(),
				stateSerializerAndConfigList.get(0).f1);

			serializerConfigsMap.put(
				StateMetaInfoSnapshot.CommonSerializerKeys.VALUE_SERIALIZER.toString(),
				stateSerializerAndConfigList.get(1).f1);
			break;
		default:
			throw new IllegalStateException("Unknown operator state type " + stateType);
	}

	return new StateMetaInfoSnapshot(
		name,
		stateType,
		optionsMap,
		serializerConfigsMap);
}
 

@Override
public VoidNamespace deserialize(VoidNamespace reuse, DataInputView source) throws IOException {
	source.readByte();
	return VoidNamespace.get();
}
 

@Override
public void read(DataInputView in) throws IOException {
	this.value = in.readByte();
}