##################
# spark 安装配置 #
##################
#解压重命名
cd /opt/download/
tar -zxvf spark-3.1.2-bin-hadoop3.2.tgz -C /opt/software/
cd /opt/software/
mv spark-3.1.2-bin-hadoop3.2/ spark312
#配置环境变量
vim /etc/profile.d/my.sh
---------------------------------------------------------
#spark312
export HADOOP_CONF_DIR=/opt/software/hadoop313/etc/hadoop
export SPARK_HOME=/opt/software/spark312
export PATH=$SPARK_HOME/bin:$SPARK_HOME/sbin:$PATH
---------------------------------------------------------
#激活环境变量
source /etc/profile
#添加配置信息
cd /opt/software/spark312/conf
mv spark-env.sh.template spark-env.sh
vim spark-env.sh //添加
---------------------------------
export SPARK_MASTER_HOST=single01
export SPARK_MASTER_PORT=7077
---------------------------------
#启动与关闭
start-master.sh
stop-master.sh
start-worker.sh spark://single01:7077
stop-worker.sh
#查看是否启动成功
jps -ml
-----------------------------------------------------------------------------------
org.apache.spark.deploy.worker.Worker --webui-port 8081 spark://single01:7077
org.apache.spark.deploy.master.Master --host single01 --port 7077 --webui-port 8080
-----------------------------------------------------------------------------------
#web 访问
http://single01:8081
#客户端访问
spark-shell 本地模式
spark-shell --master yarn YARN模式
