scala wordcount

import org.apache.spark.SparkConf

import org.apache.spark.SparkContext

import org.apache.spark.rdd.RDD.rddToOrderedRDDFunctions

import org.apache.spark.rdd.RDD.rddToPairRDDFunctions

object WordCount {

  

  def main(args: Array[String]): Unit = {

    val conf = new SparkConf().setAppName("WordCount").setMaster("local")

    val sc = new SparkContext(conf)

    

    val lines = sc.textFile("D:\\BigData\\mockData\\mockData.txt")

    val words = lines.flatMap { _.split(" ") }

    val pairs = words.map { (_, 1) }

    val results = pairs.reduceByKey(_+_)

//    val sorted = results.sortBy(pair=>pair._2, true)

    val sorted = results.sortByKey(false)

    sorted.foreach(println(_))

  }

}