org.apache.flink.configuration.DelegatingConfiguration Java Examples

private void setTypeComparatorFactory(TypeComparatorFactory<?> factory,
		String classNameKey, String parametersPrefix)
{
	// sanity check the factory type
	InstantiationUtil.checkForInstantiation(factory.getClass());
	
	// store the type
	this.config.setString(classNameKey, factory.getClass().getName());
	// store the parameters
	final DelegatingConfiguration parameters = new DelegatingConfiguration(this.config, parametersPrefix);
	factory.writeParametersToConfig(parameters);
}
 

private void setTypeComparatorFactory(TypeComparatorFactory<?> factory,
		String classNameKey, String parametersPrefix)
{
	// sanity check the factory type
	InstantiationUtil.checkForInstantiation(factory.getClass());
	
	// store the type
	this.config.setString(classNameKey, factory.getClass().getName());
	// store the parameters
	final DelegatingConfiguration parameters = new DelegatingConfiguration(this.config, parametersPrefix);
	factory.writeParametersToConfig(parameters);
}
 

private void setTypeSerializerFactory(TypeSerializerFactory<?> factory,
		String classNameKey, String parametersPrefix)
{
	// sanity check the factory type
	InstantiationUtil.checkForInstantiation(factory.getClass());
	
	// store the type
	this.config.setString(classNameKey, factory.getClass().getName());
	// store the parameters
	final DelegatingConfiguration parameters = new DelegatingConfiguration(this.config, parametersPrefix);
	factory.writeParametersToConfig(parameters);
}
 

private static List<Tuple2<String, Configuration>> loadReporterConfigurations(Configuration configuration, Set<String> namedReporters) {
	final List<Tuple2<String, Configuration>> reporterConfigurations = new ArrayList<>(namedReporters.size());

	for (String namedReporter: namedReporters) {
		DelegatingConfiguration delegatingConfiguration = new DelegatingConfiguration(
			configuration,
			ConfigConstants.METRICS_REPORTER_PREFIX + namedReporter + '.');

		reporterConfigurations.add(Tuple2.of(namedReporter, delegatingConfiguration));
	}
	return reporterConfigurations;
}
 

private Object createWriter() {
	FileSystemFormatFactory formatFactory = createFormatFactory(properties);
	Configuration conf = new Configuration();
	properties.forEach(conf::setString);

	FileSystemFormatFactory.WriterContext context = new FileSystemFormatFactory.WriterContext() {

		@Override
		public TableSchema getSchema() {
			return schema;
		}

		@Override
		public ReadableConfig getFormatOptions() {
			return new DelegatingConfiguration(conf, formatFactory.factoryIdentifier() + ".");
		}

		@Override
		public List<String> getPartitionKeys() {
			return partitionKeys;
		}
	};

	Optional<Encoder<RowData>> encoder = formatFactory.createEncoder(context);
	Optional<BulkWriter.Factory<RowData>> bulk = formatFactory.createBulkWriterFactory(context);

	if (encoder.isPresent()) {
		return encoder.get();
	} else if (bulk.isPresent()) {
		return bulk.get();
	} else {
		throw new TableException(
				formatFactory + " format should implement at least one Encoder or BulkWriter");
	}
}
 

private void setTypeSerializerFactory(TypeSerializerFactory<?> factory,
		String classNameKey, String parametersPrefix)
{
	// sanity check the factory type
	InstantiationUtil.checkForInstantiation(factory.getClass());
	
	// store the type
	this.config.setString(classNameKey, factory.getClass().getName());
	// store the parameters
	final DelegatingConfiguration parameters = new DelegatingConfiguration(this.config, parametersPrefix);
	factory.writeParametersToConfig(parameters);
}
 

private void setTypeComparatorFactory(TypeComparatorFactory<?> factory,
		String classNameKey, String parametersPrefix)
{
	// sanity check the factory type
	InstantiationUtil.checkForInstantiation(factory.getClass());
	
	// store the type
	this.config.setString(classNameKey, factory.getClass().getName());
	// store the parameters
	final DelegatingConfiguration parameters = new DelegatingConfiguration(this.config, parametersPrefix);
	factory.writeParametersToConfig(parameters);
}
 

private void setTypeSerializerFactory(TypeSerializerFactory<?> factory,
		String classNameKey, String parametersPrefix)
{
	// sanity check the factory type
	InstantiationUtil.checkForInstantiation(factory.getClass());
	
	// store the type
	this.config.setString(classNameKey, factory.getClass().getName());
	// store the parameters
	final DelegatingConfiguration parameters = new DelegatingConfiguration(this.config, parametersPrefix);
	factory.writeParametersToConfig(parameters);
}
 

public Configuration getStubParameters() {
	return new DelegatingConfiguration(this.config, STUB_PARAM_PREFIX);
}
 

public TaskConfig getChainedStubConfig(int chainPos) {
	return new TaskConfig(new DelegatingConfiguration(this.config, CHAINING_TASKCONFIG_PREFIX + chainPos + SEPARATOR));
}
 

public TaskConfig getIterationHeadFinalOutputConfig() {
	return new TaskConfig(new DelegatingConfiguration(this.config, ITERATION_HEAD_FINAL_OUT_CONFIG_PREFIX));
}
 

public Configuration getParameters(OperatorID operatorId) {
	return new DelegatingConfiguration(parameters, getParamKeyPrefix(operatorId));
}
 

public Configuration getStubParameters() {
	return new DelegatingConfiguration(this.config, STUB_PARAM_PREFIX);
}
 

private InputFormat<RowData, ?> getInputFormat() {
	// When this table has no partition, just return a empty source.
	if (!partitionKeys.isEmpty() && getOrFetchPartitions().isEmpty()) {
		return new CollectionInputFormat<>(new ArrayList<>(), null);
	}

	FileSystemFormatFactory formatFactory = createFormatFactory(properties);
	Configuration conf = new Configuration();
	properties.forEach(conf::setString);
	return formatFactory.createReader(new FileSystemFormatFactory.ReaderContext() {

		@Override
		public TableSchema getSchema() {
			return schema;
		}

		@Override
		public ReadableConfig getFormatOptions() {
			return new DelegatingConfiguration(conf, formatFactory.factoryIdentifier() + ".");
		}

		@Override
		public List<String> getPartitionKeys() {
			return partitionKeys;
		}

		@Override
		public String getDefaultPartName() {
			return defaultPartName;
		}

		@Override
		public Path[] getPaths() {
			if (partitionKeys.isEmpty()) {
				return new Path[] {path};
			} else {
				return getOrFetchPartitions().stream()
						.map(FileSystemTableSource.this::toFullLinkedPartSpec)
						.map(PartitionPathUtils::generatePartitionPath)
						.map(n -> new Path(path, n))
						.toArray(Path[]::new);
			}
		}

		@Override
		public int[] getProjectFields() {
			return readFields();
		}

		@Override
		public long getPushedDownLimit() {
			return limit == null ? Long.MAX_VALUE : limit;
		}

		@Override
		public List<Expression> getPushedDownFilters() {
			return filters == null ? Collections.emptyList() : filters;
		}
	});
}
 

private ReadableConfig projectOptions(String formatPrefix) {
	return new DelegatingConfiguration(
		allOptions,
		formatPrefix);
}
 

public Configuration getParameters(OperatorID operatorId) {
	return new DelegatingConfiguration(parameters, getParamKeyPrefix(operatorId));
}
 

public Configuration getStubParameters() {
	return new DelegatingConfiguration(this.config, STUB_PARAM_PREFIX);
}
 

public TaskConfig getChainedStubConfig(int chainPos) {
	return new TaskConfig(new DelegatingConfiguration(this.config, CHAINING_TASKCONFIG_PREFIX + chainPos + SEPARATOR));
}
 

public TaskConfig getIterationHeadFinalOutputConfig() {
	return new TaskConfig(new DelegatingConfiguration(this.config, ITERATION_HEAD_FINAL_OUT_CONFIG_PREFIX));
}
 

public TaskConfig getIterationHeadFinalOutputConfig() {
	return new TaskConfig(new DelegatingConfiguration(this.config, ITERATION_HEAD_FINAL_OUT_CONFIG_PREFIX));
}
 

public TaskConfig getChainedStubConfig(int chainPos) {
	return new TaskConfig(new DelegatingConfiguration(this.config, CHAINING_TASKCONFIG_PREFIX + chainPos + SEPARATOR));
}