spark模版
2018-12-26 本文已影响12人
Frank_8942
import org.apache.spark.SparkConf
import org.apache.spark.sql.SparkSession
object SparkModel {
def main(args: Array[String]): Unit = {
val conf = new SparkConf().setMaster("local[2]").setAppName("test")
val spark = SparkSession.builder().config(conf).getOrCreate()
val sc = spark.sparkContext
//设置日志打印级别
sc.setLogLevel("WARN")
//计算逻辑
compute(spark)
spark.stop()
}
def compute(spark:SparkSession):Unit ={
import spark.implicits._
}
}