1. 程式人生 > >Spark Windows開發環境搭建

Spark Windows開發環境搭建

程式碼示例:

package org.fashj.spark

import org.apache.spark.{SparkConf, SparkContext}

/**
  * @author zhengsd
  */
object SparkPi {
  def main(args: Array[String]) {
    val conf = new SparkConf()
    conf.setMaster("local").setAppName("SparkPi")
    val sc = new SparkContext(conf)
    val text = sc.textFile("file:\\C:\\devtools\\spark\\README.md"
) val result = text.flatMap(_.split(' ')).map((_, 1)).reduceByKey(_ + _).collect() result.foreach(println) } }