org.apache.flink.table.functions.FunctionContext Java Examples

@Override
public void open(FunctionContext context) {
	LOG.info("start open ...");
	org.apache.hadoop.conf.Configuration config = prepareRuntimeConfiguration();
	try {
		hConnection = ConnectionFactory.createConnection(config);
		table = (HTable) hConnection.getTable(TableName.valueOf(hTableName));
	} catch (TableNotFoundException tnfe) {
		LOG.error("Table '{}' not found ", hTableName, tnfe);
		throw new RuntimeException("HBase table '" + hTableName + "' not found.", tnfe);
	} catch (IOException ioe) {
		LOG.error("Exception while creating connection to HBase.", ioe);
		throw new RuntimeException("Cannot create connection to HBase.", ioe);
	}
	this.readHelper = new HBaseReadWriteHelper(hbaseTableSchema);
	LOG.info("end open.");
}
 

@Override
public void open(FunctionContext context) throws Exception {
	function = hiveFunctionWrapper.createFunction();

	function.setCollector(input -> {
		Row row = (Row) HiveInspectors.toFlinkObject(returnInspector, input, hiveShim);
		HiveGenericUDTF.this.collect(row);
	});

	ObjectInspector[] argumentInspectors = HiveInspectors.toInspectors(hiveShim, constantArguments, argTypes);
	returnInspector = function.initialize(argumentInspectors);

	isArgsSingleArray = HiveFunctionUtil.isSingleBoxedArray(argTypes);

	conversions = new HiveObjectConversion[argumentInspectors.length];
	for (int i = 0; i < argumentInspectors.length; i++) {
		conversions[i] = HiveInspectors.getConversion(argumentInspectors[i], argTypes[i].getLogicalType(), hiveShim);
	}

	allIdentityConverter = Arrays.stream(conversions)
		.allMatch(conv -> conv instanceof IdentityConversion);
}
 

@Override
public void open(FunctionContext context) {
	LOG.info("start open ...");
	org.apache.hadoop.conf.Configuration config = prepareRuntimeConfiguration();
	try {
		hConnection = ConnectionFactory.createConnection(config);
		table = (HTable) hConnection.getTable(TableName.valueOf(hTableName));
	} catch (TableNotFoundException tnfe) {
		LOG.error("Table '{}' not found ", hTableName, tnfe);
		throw new RuntimeException("HBase table '" + hTableName + "' not found.", tnfe);
	} catch (IOException ioe) {
		LOG.error("Exception while creating connection to HBase.", ioe);
		throw new RuntimeException("Cannot create connection to HBase.", ioe);
	}
	this.readHelper = new HBaseReadWriteHelper(hbaseTableSchema);
	LOG.info("end open.");
}
 

@Override
public void open(FunctionContext context) {
	LOG.info("start open ...");
	Configuration config = prepareRuntimeConfiguration();
	try {
		hConnection = ConnectionFactory.createConnection(config);
		table = (HTable) hConnection.getTable(TableName.valueOf(hTableName));
	} catch (TableNotFoundException tnfe) {
		LOG.error("Table '{}' not found ", hTableName, tnfe);
		throw new RuntimeException("HBase table '" + hTableName + "' not found.", tnfe);
	} catch (IOException ioe) {
		LOG.error("Exception while creating connection to HBase.", ioe);
		throw new RuntimeException("Cannot create connection to HBase.", ioe);
	}
	this.serde = new HBaseSerde(hbaseTableSchema, nullStringLiteral);
	LOG.info("end open.");
}
 

@Override
public void open(FunctionContext context) throws Exception {
	super.open(context);
	TypeInformation<Row> rowType = getResultType();

	RowCsvInputFormat inputFormat = config.createInputFormat();
	FileInputSplit[] inputSplits = inputFormat.createInputSplits(1);
	for (FileInputSplit split : inputSplits) {
		inputFormat.open(split);
		Row row = new Row(rowType.getArity());
		while (true) {
			Row r = inputFormat.nextRecord(row);
			if (r == null) {
				break;
			} else {
				Object key = getTargetKey(r);
				List<Row> rows = dataMap.computeIfAbsent(key, k -> new ArrayList<>());
				rows.add(Row.copy(r));
			}
		}
		inputFormat.close();
	}
}
 

@Override
public void open(FunctionContext context) throws Exception {
	super.open(context);
	TypeInformation<Row> rowType = getResultType();

	RowCsvInputFormat inputFormat = config.createInputFormat();
	FileInputSplit[] inputSplits = inputFormat.createInputSplits(1);
	for (FileInputSplit split : inputSplits) {
		inputFormat.open(split);
		Row row = new Row(rowType.getArity());
		while (true) {
			Row r = inputFormat.nextRecord(row);
			if (r == null) {
				break;
			} else {
				Object key = getTargetKey(r);
				List<Row> rows = dataMap.computeIfAbsent(key, k -> new ArrayList<>());
				rows.add(Row.copy(r));
			}
		}
		inputFormat.close();
	}
}
 

@Override
public void open(FunctionContext context) throws Exception {
	function = hiveFunctionWrapper.createFunction();

	function.setCollector(input -> {
		Row row = (Row) HiveInspectors.toFlinkObject(returnInspector, input);
		HiveGenericUDTF.this.collect(row);
	});

	ObjectInspector[] argumentInspectors = HiveInspectors.toInspectors(constantArguments, argTypes);
	returnInspector = function.initialize(argumentInspectors);

	isArgsSingleArray = HiveFunctionUtil.isSingleBoxedArray(argTypes);

	conversions = new HiveObjectConversion[argumentInspectors.length];
	for (int i = 0; i < argumentInspectors.length; i++) {
		conversions[i] = HiveInspectors.getConversion(argumentInspectors[i], argTypes[i].getLogicalType());
	}

	allIdentityConverter = Arrays.stream(conversions)
		.allMatch(conv -> conv instanceof IdentityConversion);
}
 

@Override
public void open(FunctionContext context) throws Exception {
    if (streamTableFunction == null) {
        Class<StreamTableFunction> clazz = GroovyCompiler.compile(code, name);
        this.streamTableFunction = clazz.newInstance();
    }
    super.open(context);
}
 

@Override
public void open(FunctionContext context) throws Exception {
    if (streamScalarFunction == null) {
        Class<StreamScalarFunction> clazz = GroovyCompiler.compile(code, name);
        this.streamScalarFunction = clazz.newInstance();
    }
    super.open(context);
}
 

@Override
public void open(FunctionContext context) throws Exception {
	try {
		establishConnection();
		statement = dbConn.prepareStatement(query);
		this.cache = cacheMaxSize == -1 || cacheExpireMs == -1 ? null : CacheBuilder.newBuilder()
				.expireAfterWrite(cacheExpireMs, TimeUnit.MILLISECONDS)
				.maximumSize(cacheMaxSize)
				.build();
	} catch (SQLException sqe) {
		throw new IllegalArgumentException("open() failed.", sqe);
	} catch (ClassNotFoundException cnfe) {
		throw new IllegalArgumentException("JDBC driver class not found.", cnfe);
	}
}
 

@Override
public void open(FunctionContext context) throws Exception {
	super.open(context);
	cache = new HashMap<>();
	nextLoadTime = -1;
	// TODO: get ExecutionConfig from context?
	serializer = getResultType().createSerializer(new ExecutionConfig());
}
 

@Override
public void open(FunctionContext context) {
    userAgentAnalyzer = UserAgentAnalyzer
        .newBuilder()
        .withFields(extractedFields)
        .withCache(cacheSize)
        .immediateInitialization()
        .build();

    if (extractedFields.isEmpty()) {
        extractedFields.addAll(userAgentAnalyzer.getAllPossibleFieldNamesSorted());
    }
}
 

@Override
public void open(FunctionContext context) throws Exception {
	try {
		establishConnectionAndStatement();
		this.cache = cacheMaxSize == -1 || cacheExpireMs == -1 ? null : CacheBuilder.newBuilder()
			.expireAfterWrite(cacheExpireMs, TimeUnit.MILLISECONDS)
			.maximumSize(cacheMaxSize)
			.build();
	} catch (SQLException sqe) {
		throw new IllegalArgumentException("open() failed.", sqe);
	} catch (ClassNotFoundException cnfe) {
		throw new IllegalArgumentException("JDBC driver class not found.", cnfe);
	}
}
 

@Override
public void open(FunctionContext context) throws Exception {
	try {
		establishConnectionAndStatement();
		this.cache = cacheMaxSize == -1 || cacheExpireMs == -1 ? null : CacheBuilder.newBuilder()
				.expireAfterWrite(cacheExpireMs, TimeUnit.MILLISECONDS)
				.maximumSize(cacheMaxSize)
				.build();
	} catch (SQLException sqe) {
		throw new IllegalArgumentException("open() failed.", sqe);
	} catch (ClassNotFoundException cnfe) {
		throw new IllegalArgumentException("JDBC driver class not found.", cnfe);
	}
}
 

@Override
public void open(FunctionContext context) throws Exception {
	super.open(context);
	this.isOpened = true;
}
 

@Override
public void open(FunctionContext context) {
	openCalled = true;
}
 

@Override
public void open(FunctionContext context) throws Exception {
	RESOURCE_COUNTER.incrementAndGet();
	isOpenCalled = true;
}
 

@Override
public void open(FunctionContext context) throws Exception {
	RESOURCE_COUNTER.incrementAndGet();
	isOpenCalled = true;
	executor = Executors.newSingleThreadExecutor();
}
 

@Override
public void open(FunctionContext context) {
	openInternal();

	isArgsSingleArray = HiveFunctionUtil.isSingleBoxedArray(argTypes);
}
 

@Override
public void open(FunctionContext context) throws Exception {
	super.open(context);
	init();
}
 

@Override
public void open(FunctionContext context) throws Exception {
	super.open(context);
	this.isOpened = true;
}
 

@Override
public void open(FunctionContext context) {
	openInternal();

	isArgsSingleArray = HiveFunctionUtil.isSingleBoxedArray(argTypes);
}
 

@Override
public void open(FunctionContext context) throws Exception {
	super.open(context);
	init();
}
 

/**
 * <p>Setup method for user-defined function. It can be used for initialization work.</p>
 *
 * <p>By default, this method does nothing.</p>
 */
@Override
public void open(FunctionContext context) throws Exception {
  super.open(context);
}
 

/**
 * <p>Setup method for user-defined table function. It can be used for initialization work.</p>
 *
 * <p>By default, this method does nothing.</p>
 */
@Override
public void open(FunctionContext context) throws Exception {
  super.open(context);
}
 

/**
 * <p>Setup method for user-defined function. It can be used for initialization work.</p>
 *
 * <p>By default, this method does nothing.</p>
 */
@Override
public void open(FunctionContext context) throws Exception {
  super.open(context);
}