spark模版

2018-12-26  本文已影响12人  Frank_8942
import org.apache.spark.SparkConf
import org.apache.spark.sql.SparkSession

object SparkModel {
  def main(args: Array[String]): Unit = {

    val conf = new SparkConf().setMaster("local[2]").setAppName("test")
    val spark = SparkSession.builder().config(conf).getOrCreate()
    val sc = spark.sparkContext
    //设置日志打印级别
    sc.setLogLevel("WARN")

    //计算逻辑
    compute(spark)


    spark.stop()
  }

  def compute(spark:SparkSession):Unit ={
    import spark.implicits._

  }
}

上一篇 下一篇

猜你喜欢

热点阅读