2021-10-19

一、基础配置
(1) hostnamectl set-hostname master/slave1/slave2
(2) vi /etc/hosts
(3)更改时区
(4) vi /etc/ntp.conf
master: 192.168.196.101;192.168.196.2
server 127.127.1.0
fudge 127.127.1.0 stratum 10
slave: 192.168.196.102/103;192.168.196.2
server 192.168.196.101
fudge 192.168.196.101 stratum 10
(5) master: service ntpd start;chkconfig ntpd on
slave: ntpdate -u 192.168.196.101
(6) 定时任务
(7) ssh-keygen -t rsa -P ''
(8) ssh-copy-id master/slave1/slve2;ssh localhost;ssh localhost
(9) mkdir /usr/java/ 三台机都创建
(10) tar -zxvf /usr/package277/jdk1.8.0_211 -C /usr/java
(11) vi /etc/profile
export JAVA_HOME=/usr/java/jdk1.8.0_221
export PATH=$PATH:$JAVA_HOME/bin
source /etc/profile
(12) scp -r /usr/java/jdk1.8.0_221/ root@slave1:/usr/java/
       scp -r /usr/java/jdk1.8.0_211/ root@slave2:/usr/java/
(13) scp -r /etc/profile root@slave1:/etc/
       scp -r /etc/profile root@slave2:/etc/
(14) echo $JAVA_HOME
       java -version

二、zookeeper组件部署
(1) mkdir /usr/zookeeper/ 三台机
 tar -zxvf /usr/package277/zookeeper-3.4.14 -C /usr/zookeeper/
(2) vi /etc/profile
export ZOOKEEPER_HOME=/usr/zookeeper/zookeeper-3.4.14
export PATH=$PATH:$ZOOKEEPER_HOME/bin
source /etc/profile
(3) cd /usr/zookeeper/zookeeper-3.4.14
mkdir zkdata && mkdir logs
echo 1 > /usr/zookeeper/zookeeper-3.4.14/zkdata/myid
(4) cd /usr/zookeeper/zookeeper-3.4.14/conf
cp zoo.... zoo.cfg
vi zoo.cfg
dataDir=/usr/zookeeper/zookeeper/zookeeper-3.4.14/zkdata
dataLog=/usr/zookeeper/zookeeper-3.4.14/zkdatalog
server.1=master:2888:3888
server.2=slave1:2888:3888
server.3=slave2:2888:3888
(5) scp -r /usr/zookeeper/zookeeper-3.4.14 root@slave1:/usr/zookeeper
     scp -r /etc/profile root@slave1:/etc
(6)slave:source /etc/profile
(7) slave1: echo 2 > /usr/zookeeper/zookeeper-3.4.14/zkdata/myid
(8) slave2: echo 3 >/usr/zookeeper/zookeeper-3.4.14/zkdata/myid
(9) zkServer.sh start    zkServer.sh status

三、Hadoop组件部署
(1) mkdir /usr/hadoop
tar -zxvf /usr/packagg277/hadoop-2.7.7 -C /usr/hadoop/
vi /etc/profile
export HADOOP_HOME=/usr/hadoop/hadoop-2.7.7
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
source /etc/profile
(2) cd /usr/hadoop/hadoop-2.7.7/etc/hadoop
vi hadoop-env.sh
export JAVA_HOME=/usr/java/jdk1.8.0_221
(3) vi core-site.xml
 
fs.default.name 
hdfs://master:9000 
 
 
io.file.buffer.size 
131072 
 
 
hadoop.tmp.dir 
file:/root/hadoopData/tmp 

(4) vi hdfs-site.xml

dfs.namenode.name.dir
file:/root/hadoopData/name


dfs.datanode.data.dir
file:/root/hadoopData/data


dfs.replication
2


dfs.permissions
false


dfs.datanode.use.datanode.hostname
true

(5)vi yarn-env.sh
export JAVA_HOME=/usr/java/jdk1.8.0_221
(6) vi yarn-site.xml
 
yarn.resourcemanager.address 
master:8032 
 
 
yarn.resourcemanager.scheduler.address 
master:8030 
 
 
yarn.resourcemanager.resource-tracker.address 
master:8031 
 
 
yarn.resourcemanager.admin.address 
master:18141  
 
 
yarn.resourcemanager.webapp.address 
master:8088 
 
 
yarn.nodemanager.aux-services 
mapreduce_shuffle 
 
 
yarn.nodemanager.auxservices.mapreduce.shuffle.class 
org.apache.hadoop.mapred.ShuffleHandler 

(7)cp mapreduce..  mapreduce-site.xml
vi mapreduce-site.xml

mapreduce.framework.name
yarn

(9)scp -r /usr/hadoop/hadoop-2.7.7/etc/hadoop root@salve1:/usr/hadoop/hadoop-2.7.7/etc
scp -r /usr/hadoop/hadoop-2.7.7/etc/hadoop root@salve2:/usr/hadoop/hadoop-2.7.7/etc
(10)scp -r /etc/profile root@slave1:/etc
    scp -r /etc/profile root@slave2:/etc
    slave:source /etc/profile
(11)master:vi master里面master；vi slaves里面slave1和slave2
    slave1和slave2:vi slaves里面slave1和slave2
(12) cd/uer/hadoop/hadoop-2.7.7
bin/hdfs namenode -format
hadoop-daemon.sh start namenode
slave:hadoop-daemon.sh start datanode
master:start-all.sh