import org.apache.spark.{SparkConf, SparkContext}
/**
* Created by huangle63 on 2016/9/22.
*/
object WrodCount {
def main(args: Array[String]): Unit = {
val conf = new SparkConf()
conf.setAppName("My first spark app")
conf.setMaster("local")
val sc = new SparkContext(conf)
val lines = sc.textFile("E://SOFTLEARN//BOOKDATA//dataset//test.txt", 1)
val words = lines.flatMap { line => line.split(" ") }
val pairs = words.map((_,1))
val wordcounts = pairs.reduceByKey(_+_)
wordcounts.foreach(println)
sc.stop()
}
}
text.txt 內容
Hello Spark Hello Scala
Hello Hadoop
Hello Flink
Spark is Awesome