Java Code Examples for org.apache.flink.table.api.Table#select()
The following examples show how to use
org.apache.flink.table.api.Table#select() .
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
| Source File: JavaTableEnvironmentITCase.java From Flink-CEPplus with Apache License 2.0 | 6 votes |
|
@Test
public void testRegisterWithFields() throws Exception {
final String tableName = "MyTable";
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
BatchTableEnvironment tableEnv = BatchTableEnvironment.create(env, config());
DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
tableEnv.registerDataSet(tableName, ds, "a, b, c");
Table t = tableEnv.scan(tableName);
Table result = t.select("a, b, c");
DataSet<Row> resultSet = tableEnv.toDataSet(result, Row.class);
List<Row> results = resultSet.collect();
String expected = "1,1,Hi\n" + "2,2,Hello\n" + "3,2,Hello world\n" +
"4,3,Hello world, how are you?\n" + "5,3,I am fine.\n" + "6,3,Luke Skywalker\n" +
"7,4,Comment#1\n" + "8,4,Comment#2\n" + "9,4,Comment#3\n" + "10,4,Comment#4\n" +
"11,5,Comment#5\n" + "12,5,Comment#6\n" + "13,5,Comment#7\n" +
"14,5,Comment#8\n" + "15,5,Comment#9\n" + "16,6,Comment#10\n" +
"17,6,Comment#11\n" + "18,6,Comment#12\n" + "19,6,Comment#13\n" +
"20,6,Comment#14\n" + "21,6,Comment#15\n";
compareResultAsText(results, expected);
}
Example 2
| Source File: JavaTableEnvironmentITCase.java From flink with Apache License 2.0 | 6 votes |
|
@Test
public void testSimpleRegister() throws Exception {
final String tableName = "MyTable";
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
BatchTableEnvironment tableEnv = BatchTableEnvironment.create(env, config());
DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
tableEnv.registerDataSet(tableName, ds);
Table t = tableEnv.scan(tableName);
Table result = t.select("f0, f1");
DataSet<Row> resultSet = tableEnv.toDataSet(result, Row.class);
List<Row> results = resultSet.collect();
String expected = "1,1\n" + "2,2\n" + "3,2\n" + "4,3\n" + "5,3\n" + "6,3\n" + "7,4\n" +
"8,4\n" + "9,4\n" + "10,4\n" + "11,5\n" + "12,5\n" + "13,5\n" + "14,5\n" + "15,5\n" +
"16,6\n" + "17,6\n" + "18,6\n" + "19,6\n" + "20,6\n" + "21,6\n";
compareResultAsText(results, expected);
}
Example 3
| Source File: JavaTableEnvironmentITCase.java From flink with Apache License 2.0 | 6 votes |
|
@Test
public void testRegisterWithFields() throws Exception {
final String tableName = "MyTable";
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
BatchTableEnvironment tableEnv = BatchTableEnvironment.create(env, config());
DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
tableEnv.registerDataSet(tableName, ds, "a, b, c");
Table t = tableEnv.scan(tableName);
Table result = t.select("a, b, c");
DataSet<Row> resultSet = tableEnv.toDataSet(result, Row.class);
List<Row> results = resultSet.collect();
String expected = "1,1,Hi\n" + "2,2,Hello\n" + "3,2,Hello world\n" +
"4,3,Hello world, how are you?\n" + "5,3,I am fine.\n" + "6,3,Luke Skywalker\n" +
"7,4,Comment#1\n" + "8,4,Comment#2\n" + "9,4,Comment#3\n" + "10,4,Comment#4\n" +
"11,5,Comment#5\n" + "12,5,Comment#6\n" + "13,5,Comment#7\n" +
"14,5,Comment#8\n" + "15,5,Comment#9\n" + "16,6,Comment#10\n" +
"17,6,Comment#11\n" + "18,6,Comment#12\n" + "19,6,Comment#13\n" +
"20,6,Comment#14\n" + "21,6,Comment#15\n";
compareResultAsText(results, expected);
}
Example 4
| Source File: JavaTableEnvironmentITCase.java From flink with Apache License 2.0 | 6 votes |
|
@Test
public void testRegisterWithFields() throws Exception {
final String tableName = "MyTable";
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
BatchTableEnvironment tableEnv = BatchTableEnvironment.create(env, config());
DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
tableEnv.createTemporaryView(tableName, ds, $("a"), $("b"), $("c"));
Table t = tableEnv.from(tableName);
Table result = t.select($("a"), $("b"), $("c"));
DataSet<Row> resultSet = tableEnv.toDataSet(result, Row.class);
List<Row> results = resultSet.collect();
String expected = "1,1,Hi\n" + "2,2,Hello\n" + "3,2,Hello world\n" +
"4,3,Hello world, how are you?\n" + "5,3,I am fine.\n" + "6,3,Luke Skywalker\n" +
"7,4,Comment#1\n" + "8,4,Comment#2\n" + "9,4,Comment#3\n" + "10,4,Comment#4\n" +
"11,5,Comment#5\n" + "12,5,Comment#6\n" + "13,5,Comment#7\n" +
"14,5,Comment#8\n" + "15,5,Comment#9\n" + "16,6,Comment#10\n" +
"17,6,Comment#11\n" + "18,6,Comment#12\n" + "19,6,Comment#13\n" +
"20,6,Comment#14\n" + "21,6,Comment#15\n";
compareResultAsText(results, expected);
}
Example 5
| Source File: JavaTableEnvironmentITCase.java From flink with Apache License 2.0 | 6 votes |
|
@Test
public void testSimpleRegister() throws Exception {
final String tableName = "MyTable";
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
BatchTableEnvironment tableEnv = BatchTableEnvironment.create(env, config());
DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
tableEnv.createTemporaryView(tableName, ds);
Table t = tableEnv.from(tableName);
Table result = t.select($("f0"), $("f1"));
DataSet<Row> resultSet = tableEnv.toDataSet(result, Row.class);
List<Row> results = resultSet.collect();
String expected = "1,1\n" + "2,2\n" + "3,2\n" + "4,3\n" + "5,3\n" + "6,3\n" + "7,4\n" +
"8,4\n" + "9,4\n" + "10,4\n" + "11,5\n" + "12,5\n" + "13,5\n" + "14,5\n" + "15,5\n" +
"16,6\n" + "17,6\n" + "18,6\n" + "19,6\n" + "20,6\n" + "21,6\n";
compareResultAsText(results, expected);
}
Example 6
| Source File: JavaTableEnvironmentITCase.java From Flink-CEPplus with Apache License 2.0 | 6 votes |
|
@Test
public void testSimpleRegister() throws Exception {
final String tableName = "MyTable";
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
BatchTableEnvironment tableEnv = BatchTableEnvironment.create(env, config());
DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
tableEnv.registerDataSet(tableName, ds);
Table t = tableEnv.scan(tableName);
Table result = t.select("f0, f1");
DataSet<Row> resultSet = tableEnv.toDataSet(result, Row.class);
List<Row> results = resultSet.collect();
String expected = "1,1\n" + "2,2\n" + "3,2\n" + "4,3\n" + "5,3\n" + "6,3\n" + "7,4\n" +
"8,4\n" + "9,4\n" + "10,4\n" + "11,5\n" + "12,5\n" + "13,5\n" + "14,5\n" + "15,5\n" +
"16,6\n" + "17,6\n" + "18,6\n" + "19,6\n" + "20,6\n" + "21,6\n";
compareResultAsText(results, expected);
}
Example 7
| Source File: AvroTypesITCase.java From flink with Apache License 2.0 | 5 votes |
|
@Test
public void testAvroToAvro() throws Exception {
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
BatchTableEnvironment tEnv = BatchTableEnvironment.create(env, config());
Table t = tEnv.fromDataSet(testData(env));
Table result = t.select("*");
List<User> results = tEnv.toDataSet(result, Types.POJO(User.class)).collect();
List<User> expected = Arrays.asList(USER_1, USER_2, USER_3);
assertEquals(expected, results);
}
Example 8
| Source File: AvroTypesITCase.java From flink with Apache License 2.0 | 5 votes |
|
@Test
public void testAvroToAvro() throws Exception {
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
BatchTableEnvironment tEnv = BatchTableEnvironment.create(env, config());
Table t = tEnv.fromDataSet(testData(env));
Table result = t.select($("*"));
List<User> results = tEnv.toDataSet(result, Types.POJO(User.class)).collect();
List<User> expected = Arrays.asList(USER_1, USER_2, USER_3);
assertEquals(expected, results);
}
Example 9
| Source File: AvroTypesITCase.java From flink with Apache License 2.0 | 5 votes |
|
@Test
public void testAvroStringAccess() throws Exception {
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
BatchTableEnvironment tEnv = BatchTableEnvironment.create(env, config());
Table t = tEnv.fromDataSet(testData(env));
Table result = t.select($("name"));
List<Utf8> results = tEnv.toDataSet(result, Types.GENERIC(Utf8.class)).collect();
String expected = "Charlie\n" +
"Terminator\n" +
"Whatever";
TestBaseUtils.compareResultAsText(results, expected);
}
Example 10
| Source File: AvroTypesITCase.java From flink with Apache License 2.0 | 5 votes |
|
@Test
public void testAvroToRow() throws Exception {
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
env.getConfig().registerTypeWithKryoSerializer(LocalDate.class, AvroKryoSerializerUtils.JodaLocalDateSerializer.class);
env.getConfig().registerTypeWithKryoSerializer(LocalTime.class, AvroKryoSerializerUtils.JodaLocalTimeSerializer.class);
BatchTableEnvironment tEnv = BatchTableEnvironment.create(env, config());
Table t = tEnv.fromDataSet(testData(env));
Table result = t.select($("*"));
List<Row> results = tEnv.toDataSet(result, Row.class).collect();
String expected =
"black,null,Whatever,[true],[hello],true,java.nio.HeapByteBuffer[pos=0 lim=10 cap=10]," +
"2014-03-01,java.nio.HeapByteBuffer[pos=0 lim=2 cap=2],[7, -48],0.0,GREEN," +
"[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0],42,{},null,null,null,123456," +
"12:12:12.000,123456,2014-03-01T12:12:12.321Z,null\n" +
"blue,null,Charlie,[],[],false,java.nio.HeapByteBuffer[pos=0 lim=10 cap=10],2014-03-01," +
"java.nio.HeapByteBuffer[pos=0 lim=2 cap=2],[7, -48],1.337,RED,null,1337,{}," +
"{\"num\": 42, \"street\": \"Bakerstreet\", \"city\": \"Berlin\", \"state\": " +
"\"Berlin\", \"zip\": \"12049\"},null,null,123456,12:12:12.000,123456," +
"2014-03-01T12:12:12.321Z,null\n" +
"yellow,null,Terminator,[false],[world],false," +
"java.nio.HeapByteBuffer[pos=0 lim=10 cap=10],2014-03-01," +
"java.nio.HeapByteBuffer[pos=0 lim=2 cap=2],[7, -48],0.0,GREEN," +
"[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0],1,{},null,null,null,123456," +
"12:12:12.000,123456,2014-03-01T12:12:12.321Z,null";
TestBaseUtils.compareResultAsText(results, expected);
}
Example 11
| Source File: HiveDB.java From Alink with Apache License 2.0 | 5 votes |
|
@Override
public Table getBatchTable(String tableName, Params parameter, Long sessionId) throws Exception {
ExecutionEnvironment env = MLEnvironmentFactory.get(sessionId).getExecutionEnvironment();
HiveBatchSource hiveTableSource = getHiveBatchSource(tableName, parameter);
DataSet<BaseRow> dataSet = hiveTableSource.getDataSet(env);
TableSchema schema = hiveTableSource.getTableSchema();
final DataType[] dataTypes = schema.getFieldDataTypes();
DataSet<Row> rows = dataSet.map(new BaseRowToRow(dataTypes));
Table tbl = DataSetConversionUtil.toTable(sessionId, rows, schema);
if (getPartitionCols(tableName).size() > 0) { // remove static partition columns
String[] fieldNames = getColNames(tableName);
tbl = tbl.select(Strings.join(fieldNames, ","));
}
return tbl;
}
Example 12
| Source File: AvroTypesITCase.java From flink with Apache License 2.0 | 5 votes |
|
@Test
public void testAvroStringAccess() throws Exception {
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
BatchTableEnvironment tEnv = BatchTableEnvironment.create(env, config());
Table t = tEnv.fromDataSet(testData(env));
Table result = t.select("name");
List<Utf8> results = tEnv.toDataSet(result, Types.GENERIC(Utf8.class)).collect();
String expected = "Charlie\n" +
"Terminator\n" +
"Whatever";
TestBaseUtils.compareResultAsText(results, expected);
}
Example 13
| Source File: AvroTypesITCase.java From flink with Apache License 2.0 | 5 votes |
|
@Test
public void testAvroToRow() throws Exception {
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
env.getConfig().registerTypeWithKryoSerializer(LocalDate.class, AvroKryoSerializerUtils.JodaLocalDateSerializer.class);
env.getConfig().registerTypeWithKryoSerializer(LocalTime.class, AvroKryoSerializerUtils.JodaLocalTimeSerializer.class);
BatchTableEnvironment tEnv = BatchTableEnvironment.create(env, config());
Table t = tEnv.fromDataSet(testData(env));
Table result = t.select("*");
List<Row> results = tEnv.toDataSet(result, Row.class).collect();
String expected =
"black,null,Whatever,[true],[hello],true,java.nio.HeapByteBuffer[pos=0 lim=10 cap=10]," +
"2014-03-01,java.nio.HeapByteBuffer[pos=0 lim=2 cap=2],[7, -48],0.0,GREEN," +
"[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0],42,{},null,null,null,123456," +
"12:12:12.000,123456,2014-03-01T12:12:12.321Z,null\n" +
"blue,null,Charlie,[],[],false,java.nio.HeapByteBuffer[pos=0 lim=10 cap=10],2014-03-01," +
"java.nio.HeapByteBuffer[pos=0 lim=2 cap=2],[7, -48],1.337,RED,null,1337,{}," +
"{\"num\": 42, \"street\": \"Bakerstreet\", \"city\": \"Berlin\", \"state\": " +
"\"Berlin\", \"zip\": \"12049\"},null,null,123456,12:12:12.000,123456," +
"2014-03-01T12:12:12.321Z,null\n" +
"yellow,null,Terminator,[false],[world],false," +
"java.nio.HeapByteBuffer[pos=0 lim=10 cap=10],2014-03-01," +
"java.nio.HeapByteBuffer[pos=0 lim=2 cap=2],[7, -48],0.0,GREEN," +
"[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0],1,{},null,null,null,123456," +
"12:12:12.000,123456,2014-03-01T12:12:12.321Z,null";
TestBaseUtils.compareResultAsText(results, expected);
}
Example 14
| Source File: AvroTypesITCase.java From Flink-CEPplus with Apache License 2.0 | 5 votes |
|
@Test
public void testAvroToAvro() throws Exception {
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
BatchTableEnvironment tEnv = BatchTableEnvironment.create(env, config());
Table t = tEnv.fromDataSet(testData(env));
Table result = t.select("*");
List<User> results = tEnv.toDataSet(result, Types.POJO(User.class)).collect();
List<User> expected = Arrays.asList(USER_1, USER_2, USER_3);
assertEquals(expected, results);
}
Example 15
| Source File: AvroTypesITCase.java From Flink-CEPplus with Apache License 2.0 | 5 votes |
|
@Test
public void testAvroStringAccess() throws Exception {
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
BatchTableEnvironment tEnv = BatchTableEnvironment.create(env, config());
Table t = tEnv.fromDataSet(testData(env));
Table result = t.select("name");
List<Utf8> results = tEnv.toDataSet(result, Types.GENERIC(Utf8.class)).collect();
String expected = "Charlie\n" +
"Terminator\n" +
"Whatever";
TestBaseUtils.compareResultAsText(results, expected);
}
Example 16
| Source File: AvroTypesITCase.java From Flink-CEPplus with Apache License 2.0 | 5 votes |
|
@Test
public void testAvroToRow() throws Exception {
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
env.getConfig().registerTypeWithKryoSerializer(LocalDate.class, AvroKryoSerializerUtils.JodaLocalDateSerializer.class);
env.getConfig().registerTypeWithKryoSerializer(LocalTime.class, AvroKryoSerializerUtils.JodaLocalTimeSerializer.class);
BatchTableEnvironment tEnv = BatchTableEnvironment.create(env, config());
Table t = tEnv.fromDataSet(testData(env));
Table result = t.select("*");
List<Row> results = tEnv.toDataSet(result, Row.class).collect();
String expected =
"black,null,Whatever,[true],[hello],true,java.nio.HeapByteBuffer[pos=0 lim=10 cap=10]," +
"2014-03-01,java.nio.HeapByteBuffer[pos=0 lim=2 cap=2],[7, -48],0.0,GREEN," +
"[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0],42,{},null,null,null,123456," +
"12:12:12.000,123456,2014-03-01T12:12:12.321Z,null\n" +
"blue,null,Charlie,[],[],false,java.nio.HeapByteBuffer[pos=0 lim=10 cap=10],2014-03-01," +
"java.nio.HeapByteBuffer[pos=0 lim=2 cap=2],[7, -48],1.337,RED,null,1337,{}," +
"{\"num\": 42, \"street\": \"Bakerstreet\", \"city\": \"Berlin\", \"state\": " +
"\"Berlin\", \"zip\": \"12049\"},null,null,123456,12:12:12.000,123456," +
"2014-03-01T12:12:12.321Z,null\n" +
"yellow,null,Terminator,[false],[world],false," +
"java.nio.HeapByteBuffer[pos=0 lim=10 cap=10],2014-03-01," +
"java.nio.HeapByteBuffer[pos=0 lim=2 cap=2],[7, -48],0.0,GREEN," +
"[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0],1,{},null,null,null,123456," +
"12:12:12.000,123456,2014-03-01T12:12:12.321Z,null";
TestBaseUtils.compareResultAsText(results, expected);
}
Example 17
| Source File: WordCountStream.java From df_data_service with Apache License 2.0 | 4 votes |
|
public static void main(String args[]) {
final StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
StreamTableEnvironment tableEnv = TableEnvironment.getTableEnvironment(env);
// Create a DataStream from a list of elements
//DataStream<Integer> ds = env.fromElements(1, 2, 3, 4, 5);
CsvTableSource csvTableSource = new CsvTableSource(
"/Users/will/Downloads/file.csv",
new String[] { "name", "id", "score", "comments" },
new TypeInformation<?>[] {
Types.STRING(),
Types.STRING(),
Types.STRING(),
Types.STRING()
}); // lenient
tableEnv.registerTableSource("mycsv", csvTableSource);
TableSink sink = new CsvTableSink("/Users/will/Downloads/out.csv", "|");
//tableEnv.registerDataStream("tbl", ds, "a");
//Table ingest = tableEnv.fromDataStream(ds, "name");
Table in = tableEnv.scan("mycsv");
//Table in = tableEnv.ingest("tbl");
//Table in = tableEnv.fromDataStream(ds, "a");
Table result = in.select("name");
result.writeToSink(sink);
try {
env.execute();
} catch (Exception e) {
}
System.out.print("DONE");
}
Example 18
| Source File: UserDefinedPipelineStages.java From flink with Apache License 2.0 | 4 votes |
|
@Override
public Table transform(TableEnvironment tEnv, Table input) {
return input.select(Arrays.stream(this.getSelectedCols()).map(Expressions::$).toArray(Expression[]::new));
}
