4，spark搭建：standalone，启动，停止

1 &＃xff0c;java 1.8

2 &＃xff0c;scala2.11.8

3 &＃xff0c;hadoop 2.6

4 &＃xff0c;spark 安装规划 &＃xff1a;

5 &＃xff0c;版本选择 &＃xff1a;

spark-2.3.1-bin-hadoop2.6.tgz

6 &＃xff0c;上传&＃xff0c;解压 &＃xff1a;

tar -xzvf spark-2.3.1-bin-hadoop2.6.tgz -C /export/servers/

7 &＃xff0c;配置文件 &＃xff1a; 指定从节点 ( slaves )

cd /export/servers/spark-2.3.1-bin-hadoop2.6/conf
cp slaves.template slaves
vim slaves

node02
node03


8 &＃xff0c;配置文件 &＃xff1a; 执行脚本 ( spark-env.sh )

cp spark-env.sh.template spark-env.sh
vim spark-env.sh

# 主节点 ip
export SPARK_MASTER_HOST&＃61;node01
# 提交任务的端口
export SPARK_MASTER_PORT&＃61;7077
# 每台 worker 节点有几个核
export SPARK_WORKER_CORES&＃61;2
# 每台 worker 内存大小
export SPARK_WORKER_MEMORY&＃61;3g
# java_home
export JAVA_HOME&＃61;/export/servers/jdk1.8.0_191
# scala_home
export SCALA_HOME&＃61;/export/servers/scala-2.11.8


9 &＃xff0c;将文件发送给另外两台机器 &＃xff1a;