大数据实战训练营 -sparkcore 作业

import org.apache.spark.SparkConfimport org.apache.spark.SparkContext
object InvertedIndex {def main(args: Array[String]): Unit = {val sparkConf = new SparkConf().setAppName("sparkbyexamples.com").setMaster("local[1]")val sc = new SparkContext(sparkConf)val bookwordRdd = sc.textFile("D:\\data\\index.txt")  .flatMap {    line =>      val array = line.split("\\.", 2)      val bookName = array(0)      array(1).split("\"")(1).split(" ").map(word => (bookName, word))  }
val finalRDD = bookwordRdd.map(kv => (kv._2, kv._1)).map((_, 1L))  .reduceByKey((x, y) => x + y)  .map { case ((k, v), cnt) => (k, (v, cnt)) }  .groupByKey()  .sortByKey()  .collect()  .foreach(println)  }
}