spark集群安装
2017-10-08 本文已影响0人
tonyemail_st
[root@master spark]# cat conf/spark-env.sh
export SPARK_DIST_CLASSPATH=$(/usr/local/hadoop/bin/hadoop classpath)
export JAVA_HOME=/usr/java/default/
export SPARK_MASTER_IP=master
export SPARK_WORKER_MEMORY=1g
export SPARK_WORKER_CORES=1
export SPARK_WORKER_INSTANCES=1
[root@master spark]# cat conf/slaves
slave1
slave2
slave3
启动集群
[root@master spark]# sbin/start-all.sh
检查结果
[root@master spark]# jps
11424 Jps
18565 NameNode
18758 SecondaryNameNode
11207 Master //spark master
31833 JobHistoryServer
19562 HMaster
23389 ResourceManager
17167 QuorumPeerMain
