Flink Table API和SQL的分析及使用（二）

案例：讀取Csv文件中的內容，打印到控制檯

a.csv
zs,15
ww,18
ls,20

package com.example;

import org.apache.flink.api.common.typeinfo.TypeInformation;
import org.apache.flink.api.common.typeinfo.Types;
import org.apache.flink.streaming.api.datastream.DataStream;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.table.api.StreamTableEnvironment;
import org.apache.flink.table.api.Table;
import org.apache.flink.table.sources.CsvTableSource;
import org.apache.flink.table.sources.TableSource;

/**
 * 讀取Csv文件中的內容，打印到控制檯
 */
package com.example;

import org.apache.flink.api.common.typeinfo.TypeInformation;
import org.apache.flink.api.common.typeinfo.Types;
import org.apache.flink.streaming.api.datastream.DataStream;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.table.api.StreamTableEnvironment;
import org.apache.flink.table.api.Table;
import org.apache.flink.table.sources.CsvTableSource;
import org.apache.flink.table.sources.TableSource;

/**
 * 讀取Csv文件中的內容，打印到控制檯
 */
public class FlinkTableCsv {
    public static void main(String[] args) throws Exception {
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
        StreamTableEnvironment tableEnv = StreamTableEnvironment.getTableEnvironment(env);

        //創建TableSource
        String[] fieldsName = {"name", "age"};
        TypeInformation[] fieldsType = {Types.STRING, Types.INT};
        TableSource csvSource = new CsvTableSource("src/main/resources/a.csv", fieldsName, fieldsType);

        //註冊TableSource
        tableEnv.registerTableSource("student", csvSource);
        //查詢語句
        Table student = tableEnv.sqlQuery("select * from student");
        //轉換成DataStream
        DataStream<Student> csvStream = ((org.apache.flink.table.api.java.StreamTableEnvironment) tableEnv).toAppendStream(student, Student.class);
        csvStream.print().setParallelism(1);

        env.execute("csvStream");
    }
}

案例：讀取student.txt文件中的單詞並對其進行統計，計算每個單詞出現的總次數，並把結果寫入到student.csv文件中

student.txt
zhangsangsang,18
wangwu,20
liliuliu,17

package com.example;

import org.apache.flink.api.common.functions.MapFunction;
import org.apache.flink.api.common.typeinfo.TypeInformation;
import org.apache.flink.api.java.DataSet;
import org.apache.flink.api.java.ExecutionEnvironment;
import org.apache.flink.api.java.operators.DataSource;
import org.apache.flink.core.fs.FileSystem;
import org.apache.flink.table.api.BatchTableEnvironment;
import org.apache.flink.table.api.Table;
import org.apache.flink.table.api.TableEnvironment;
import org.apache.flink.table.api.Types;
import org.apache.flink.table.sinks.CsvTableSink;

/**
 * 讀取student.txt文件中的單詞並對其進行統計，計算每個單詞出現的總次數，並把結果寫入到student.csv文件中
 */
public class FlinkTableCount {
    public static void main(String[] args) throws Exception {
        ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
        BatchTableEnvironment tableEnv = TableEnvironment.getTableEnvironment(env);

        //讀數據源，進行map操作轉爲DataSet格式數據
        DataSource<String> dataSource = env.readTextFile("src/main/resources/student.txt");
        DataSet<Student> inputData = dataSource.map(new MapFunction<String, Student>() {
            @Override
            public Student map(String value) throws Exception {
                String[] splits = value.split(",");
                return new Student(splits[0], Integer.parseInt(splits[1]));
            }
        });

        //將DataSet轉化爲Table
        Table table = ((org.apache.flink.table.api.java.BatchTableEnvironment) tableEnv).fromDataSet(inputData);
        //註冊表
        tableEnv.registerTable("student", table);

        //執行sql
        Table sqlQuery = tableEnv.sqlQuery("select count(1),avg(age) from student");

        //創建csvtablesink
        CsvTableSink csvTableSink = new CsvTableSink("src/main/resources/student.csv",",",1, FileSystem.WriteMode.OVERWRITE);
        //註冊csvtablesink
        tableEnv.registerTableSink("csvOutPutTable",
                new String[]{"count","avg_age"},
                new TypeInformation[]{Types.LONG(), Types.INT()},
                csvTableSink);

        //把結果添加到csvtablesink中
        sqlQuery.insertInto("csvOutPutTable");

        env.execute("sql-batch");
    }
}

Student實體類

package com.example;

public class Student {
    private String name;
    private int age;
    public Student(){}

    public Student(String name, int age) {
        this.name = name;
        this.age = age;
    }

    public String getName() {
        return name;
    }

    public void setName(String name) {
        this.name = name;
    }

    public int getAge() {
        return age;
    }

    public void setAge(int age) {
        this.age = age;
    }

    @Override
    public String toString() {
        return "name:" + name + ",age:" + age ;
    }
}

pom文件

    <dependencies>
        <dependency>
            <groupId>org.apache.flink</groupId>
            <artifactId>flink-java</artifactId>
            <version>1.7.2</version>
        </dependency>
        <dependency>
            <groupId>org.apache.flink</groupId>
            <artifactId>flink-streaming-java_2.11</artifactId>
            <version>1.7.2</version>
        </dependency>
        <dependency>
            <groupId>org.apache.flink</groupId>
            <artifactId>flink-connector-kafka-0.11_2.11</artifactId>
            <version>1.7.2</version>
        </dependency>
        <!--flink table核心包-->
        <dependency>
            <groupId>org.apache.flink</groupId>
            <artifactId>flink-table_2.11</artifactId>
            <version>1.7.2</version>
        </dependency>

        <dependency>
            <groupId>org.apache.flink</groupId>
            <artifactId>flink-scala_2.11</artifactId>
            <version>1.7.2</version>
        </dependency>
        <dependency>
            <groupId>org.apache.flink</groupId>
            <artifactId>flink-streaming-scala_2.11</artifactId>
            <version>1.7.2</version>
        </dependency>
        <dependency>
            <groupId>org.apache.flink</groupId>
            <artifactId>flink-core</artifactId>
            <version>1.7.2</version>
        </dependency>
    </dependencies>