廢話不多說,直接上代碼片段,示例代碼(scala版本):
val env = StreamExecutionEnvironment.getExecutionEnvironment
// kafka 配置
val ZOOKEEPER_HOST = "host:prot"
val KAFKA_BROKERS = "host:port"
val TRANSACTION_GROUP = "group_id"
val TOPIC_NAME = "topic"
val kafkaProps = new Properties()
kafkaProps.setProperty("zookeeper.connect", ZOOKEEPER_HOST)
kafkaProps.setProperty("bootstrap.servers", KAFKA_BROKERS)
kafkaProps.setProperty("group.id", TRANSACTION_GROUP)
val streamData: DataStream[String] = env.addSource(new FlinkKafkaConsumer011[String](TOPIC_NAME, new SimpleStringSchema(), kafkaProps))
pom文件:
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-connector-kafka-0.11_2.11</artifactId>
<version>${flink.kafka.version}</version>
<scope>provided</scope>
</dependency>