org.apache.flink.table.descriptors.KafkaValidator Java Examples

private Properties getKafkaProperties(DescriptorProperties descriptorProperties) {
	final Properties kafkaProperties = new Properties();

	if (KafkaValidator.hasConciseKafkaProperties(descriptorProperties)) {
		descriptorProperties.asMap().keySet()
			.stream()
			.filter(key -> key.startsWith(CONNECTOR_PROPERTIES))
			.forEach(key -> {
				final String value = descriptorProperties.getString(key);
				final String subKey = key.substring((CONNECTOR_PROPERTIES + '.').length());
				kafkaProperties.put(subKey, value);
			});
	} else {
		final List<Map<String, String>> propsList = descriptorProperties.getFixedIndexedProperties(
			CONNECTOR_PROPERTIES,
			Arrays.asList(CONNECTOR_PROPERTIES_KEY, CONNECTOR_PROPERTIES_VALUE));
		propsList.forEach(kv -> kafkaProperties.put(
			descriptorProperties.getString(kv.get(CONNECTOR_PROPERTIES_KEY)),
			descriptorProperties.getString(kv.get(CONNECTOR_PROPERTIES_VALUE))
		));
	}
	return kafkaProperties;
}
 

private StartupOptions getStartupOptions(
		DescriptorProperties descriptorProperties,
		String topic) {
	final Map<KafkaTopicPartition, Long> specificOffsets = new HashMap<>();
	final StartupMode startupMode = descriptorProperties
		.getOptionalString(CONNECTOR_STARTUP_MODE)
		.map(modeString -> {
			switch (modeString) {
				case KafkaValidator.CONNECTOR_STARTUP_MODE_VALUE_EARLIEST:
					return StartupMode.EARLIEST;

				case KafkaValidator.CONNECTOR_STARTUP_MODE_VALUE_LATEST:
					return StartupMode.LATEST;

				case KafkaValidator.CONNECTOR_STARTUP_MODE_VALUE_GROUP_OFFSETS:
					return StartupMode.GROUP_OFFSETS;

				case KafkaValidator.CONNECTOR_STARTUP_MODE_VALUE_SPECIFIC_OFFSETS:
					buildSpecificOffsets(descriptorProperties, topic, specificOffsets);
					return StartupMode.SPECIFIC_OFFSETS;

				case KafkaValidator.CONNECTOR_STARTUP_MODE_VALUE_TIMESTAMP:
					return StartupMode.TIMESTAMP;

				default:
					throw new TableException("Unsupported startup mode. Validator should have checked that.");
			}
		}).orElse(StartupMode.GROUP_OFFSETS);
	final StartupOptions options = new StartupOptions();
	options.startupMode = startupMode;
	options.specificOffsets = specificOffsets;
	if (startupMode == StartupMode.TIMESTAMP) {
		options.startupTimestampMillis = descriptorProperties.getLong(CONNECTOR_STARTUP_TIMESTAMP_MILLIS);
	}
	return options;
}
 

private DescriptorProperties getValidatedProperties(Map<String, String> properties) {
	final DescriptorProperties descriptorProperties = new DescriptorProperties(true);
	descriptorProperties.putProperties(properties);

	// allow Kafka timestamps to be used, watermarks can not be received from source
	new SchemaValidator(true, supportsKafkaTimestamps(), false).validate(descriptorProperties);
	new KafkaValidator().validate(descriptorProperties);

	return descriptorProperties;
}
 

private DescriptorProperties getValidatedProperties(Map<String, String> properties) {
	final DescriptorProperties descriptorProperties = new DescriptorProperties(true);
	descriptorProperties.putProperties(properties);

	// allow Kafka timestamps to be used, watermarks can not be received from source
	new SchemaValidator(true, supportsKafkaTimestamps(), false).validate(descriptorProperties);
	new KafkaValidator().validate(descriptorProperties);

	return descriptorProperties;
}
 

private StartupOptions getStartupOptions(
		DescriptorProperties descriptorProperties,
		String topic) {
	final Map<KafkaTopicPartition, Long> specificOffsets = new HashMap<>();
	final StartupMode startupMode = descriptorProperties
		.getOptionalString(CONNECTOR_STARTUP_MODE)
		.map(modeString -> {
			switch (modeString) {
				case KafkaValidator.CONNECTOR_STARTUP_MODE_VALUE_EARLIEST:
					return StartupMode.EARLIEST;

				case KafkaValidator.CONNECTOR_STARTUP_MODE_VALUE_LATEST:
					return StartupMode.LATEST;

				case KafkaValidator.CONNECTOR_STARTUP_MODE_VALUE_GROUP_OFFSETS:
					return StartupMode.GROUP_OFFSETS;

				case KafkaValidator.CONNECTOR_STARTUP_MODE_VALUE_SPECIFIC_OFFSETS:
					final List<Map<String, String>> offsetList = descriptorProperties.getFixedIndexedProperties(
						CONNECTOR_SPECIFIC_OFFSETS,
						Arrays.asList(CONNECTOR_SPECIFIC_OFFSETS_PARTITION, CONNECTOR_SPECIFIC_OFFSETS_OFFSET));
					offsetList.forEach(kv -> {
						final int partition = descriptorProperties.getInt(kv.get(CONNECTOR_SPECIFIC_OFFSETS_PARTITION));
						final long offset = descriptorProperties.getLong(kv.get(CONNECTOR_SPECIFIC_OFFSETS_OFFSET));
						final KafkaTopicPartition topicPartition = new KafkaTopicPartition(topic, partition);
						specificOffsets.put(topicPartition, offset);
					});
					return StartupMode.SPECIFIC_OFFSETS;
				default:
					throw new TableException("Unsupported startup mode. Validator should have checked that.");
			}
		}).orElse(StartupMode.GROUP_OFFSETS);
	final StartupOptions options = new StartupOptions();
	options.startupMode = startupMode;
	options.specificOffsets = specificOffsets;
	return options;
}
 

private DescriptorProperties getValidatedProperties(Map<String, String> properties) {
	final DescriptorProperties descriptorProperties = new DescriptorProperties(true);
	descriptorProperties.putProperties(properties);

	// allow Kafka timestamps to be used, watermarks can not be received from source
	new SchemaValidator(true, supportsKafkaTimestamps(), false).validate(descriptorProperties);
	new KafkaValidator().validate(descriptorProperties);

	return descriptorProperties;
}
 

private StartupOptions getStartupOptions(
		DescriptorProperties descriptorProperties,
		String topic) {
	final Map<KafkaTopicPartition, Long> specificOffsets = new HashMap<>();
	final StartupMode startupMode = descriptorProperties
		.getOptionalString(CONNECTOR_STARTUP_MODE)
		.map(modeString -> {
			switch (modeString) {
				case KafkaValidator.CONNECTOR_STARTUP_MODE_VALUE_EARLIEST:
					return StartupMode.EARLIEST;

				case KafkaValidator.CONNECTOR_STARTUP_MODE_VALUE_LATEST:
					return StartupMode.LATEST;

				case KafkaValidator.CONNECTOR_STARTUP_MODE_VALUE_GROUP_OFFSETS:
					return StartupMode.GROUP_OFFSETS;

				case KafkaValidator.CONNECTOR_STARTUP_MODE_VALUE_SPECIFIC_OFFSETS:
					final List<Map<String, String>> offsetList = descriptorProperties.getFixedIndexedProperties(
						CONNECTOR_SPECIFIC_OFFSETS,
						Arrays.asList(CONNECTOR_SPECIFIC_OFFSETS_PARTITION, CONNECTOR_SPECIFIC_OFFSETS_OFFSET));
					offsetList.forEach(kv -> {
						final int partition = descriptorProperties.getInt(kv.get(CONNECTOR_SPECIFIC_OFFSETS_PARTITION));
						final long offset = descriptorProperties.getLong(kv.get(CONNECTOR_SPECIFIC_OFFSETS_OFFSET));
						final KafkaTopicPartition topicPartition = new KafkaTopicPartition(topic, partition);
						specificOffsets.put(topicPartition, offset);
					});
					return StartupMode.SPECIFIC_OFFSETS;
				default:
					throw new TableException("Unsupported startup mode. Validator should have checked that.");
			}
		}).orElse(StartupMode.GROUP_OFFSETS);
	final StartupOptions options = new StartupOptions();
	options.startupMode = startupMode;
	options.specificOffsets = specificOffsets;
	return options;
}
 

@Override
protected String kafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_010;
}
 

@Override
protected String kafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_011;
}
 

@Override
protected String getKafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_010;
}
 

@Override
protected String kafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_UNIVERSAL;
}
 

@Override
protected String getKafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_UNIVERSAL;
}
 

@Override
public String kafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_UNIVERSAL;
}
 

@Override
protected String kafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_011;
}
 

@Override
protected String getKafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_011;
}
 

@Override
public String kafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_011;
}
 

@Override
protected String kafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_010;
}
 

@Override
public String kafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_010;
}
 

@Override
protected String getKafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_010;
}
 

@Override
protected String getKafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_010;
}
 

@Override
protected String getKafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_09;
}
 

@Override
protected String kafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_08;
}
 

@Override
protected String getKafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_08;
}
 

@Override
protected String kafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_UNIVERSAL;
}
 

@Override
protected String getKafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_UNIVERSAL;
}
 

@Override
protected String kafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_011;
}
 

@Override
protected String getKafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_011;
}
 

@Override
protected String kafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_010;
}
 

@Override
protected String getKafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_011;
}
 

@Override
protected String kafkaVersion() {
	return KafkaValidator.CONNECTOR_VERSION_VALUE_09;
}