數據集union,不去重
package union;
import org.apache.flink.api.java.DataSet;
import org.apache.flink.api.java.ExecutionEnvironment;
import org.apache.flink.api.java.tuple.Tuple2;
/**
* @Author you guess
* @Date 2020/6/17 12:33
* @Version 1.0
* @Desc
*/
public class UnionDataSetTest {
public static void main(String[] args) throws Exception {
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
DataSet<Tuple2<Long, String>> source1 = env.fromElements(
Tuple2.of(1L, "xiaoming"),
Tuple2.of(2L, "xiaowang"));
DataSet<Tuple2<Long, String>> source2 = env.fromElements(
Tuple2.of(1L, "xiaoming"),
Tuple2.of(2L, "xiaowang"),
Tuple2.of(3L, "hhhhhh"));
// source1.union(source2).print();
// (1,xiaoming)
// (1,xiaoming)
// (2,xiaowang)
// (2,xiaowang)
// (3,hhhhhh)
//source1.unionAll(source2);//無unionAll方法
//處理數據集不用顯式調用execute,不然執行拋異常java.lang.RuntimeException。處理數據流才需要調用execute
//env.execute("Flink CoGroupDataSetTest by Java ");
}
}
flink版本1.9.2,java版本1.8