Hadoop全分布（详细步骤，无ip配置）

虚拟机环境准备

准备三台虚拟机

关闭防火墙

[root@master ~]# systemctl stop firewalld
[root@master ~]# systemctl disable firewalld

添加主机映射

[root@master ~]# vim /etc/hosts

分发映射

[root@master ~]# scp /etc/hosts slave1:/etc/hosts
[root@master ~]# scp /etc/hosts slave2:/etc/hosts

配置免密登录

[root@master ~]# ssh-keygen
[root@slave1 ~]# ssh-keygen
[root@slave2 ~]# ssh-keygen

拷贝公钥

[root@master ~]# ssh-copy-id slave1
[root@master ~]# ssh-copy-id slave2
[root@master ~]# ssh-copy-id master

[root@slave1 ~]# ssh-copy-id master
[root@slave1 ~]# ssh-copy-id slave1
[root@slave1 ~]# ssh-copy-id slave2

[root@slave2 ~]# ssh-copy-id master
[root@slave2 ~]# ssh-copy-id slave1
[root@slave2 ~]# ssh-copy-id slave2

测试免密登录是否配置成功（登录成功后记得退出）

[root@master ~]# ssh slave1

解压安装包

[root@master software]# tar -zxvf jdk-8u144-linux-x64.tar.gz -C /usr/local/src/
[root@master software]# tar -zxvf hadoop-2.6.0.tar.gz -C /usr/local/src/

安装包改名

[root@master src]# mv hadoop-2.6.0/ hadoop
[root@master src]# mv jdk1.8.0_144/ java

配置环境变量

[root@master src]# vim /etc/profile

###java
export JAVA_HOME=/usr/local/src/java
export PATH=$PATH:$JAVA_HOME/bin
###hadoop
export HADOOP_HOME=/usr/local/src/hadoop
export PATH=$PATH:$HADOOP_HOME/bin
export PATH=$PATH:$HADOOP_HOME/sbin

分发环境变量

[root@master src]# scp /etc/profile slave1:/etc/profile
[root@master src]# scp /etc/profile slave2:/etc/profile

使环境变量生效

[root@master src]# souce /etc/profile
[root@slave1 ~]# source /etc/profile
[root@slave2 ~]# source /etc/profile

修改配置文件

进入目录

[root@master ~]# cd /usr/local/src/hadoop/etc/hadoop/

core-site.xml

[root@master hadoop]# vim core-site.xml 

        
                fs.defaultFS
                hdfs://master:9000
        
        
                hadoop.tmp.dir
                /usr/local/src/hadoop/tmp
        

hdfs-site.xml

[root@master hadoop]# vim hdfs-site.xml 

        
                dfs.namenode.secondary.http-address
                master:50090
        
        
                dfs.namenode.name.dir
                /usr/local/src/hadoop/name
        
        
                dfs.datanode.data.dir
                /usr/local/src/hadoop/data
        

yarn-site.xml

[root@master hadoop]# vim yarn-site.xml 

        
                yarn.nodemanager.aux-services
                mapreduce_shuffle
        
        
                yarn.resourcemanager.hostname
                master
        
        
                yarn.log-aggregation-enable
                true
        
        
                yarn.log-aggregation.retain-seconds
                604800
        

mapred-site.xml

[root@master hadoop]# mv mapred-site.xml.template mapred-site.xml
[root@master hadoop]# vim mapred-site.xml 

        
                mapreduce.framework.name
                yarn
        
        
                mapreduce.jobhistory.address
                master:10020
        
        
                mapreduce.jobhistory.webapp.address
                master:19888
        

修改JAVA_HOME

[root@master hadoop]# vim hadoop-env.sh
[root@master hadoop]# vim yarn-env.sh
[root@master hadoop]# vim mapred-env.sh 

声明集群

[root@master hadoop]# vim slaves 

分发集群

将配置好的hadoop和java分发到其他两台机器上

[root@master src]# scp -r /usr/local/src/hadoop slave1:/usr/local/src
[root@master src]# scp -r /usr/local/src/hadoop slave2:/usr/local/src
[root@master src]# scp -r /usr/local/src/java slave1:/usr/local/src
[root@master src]# scp -r /usr/local/src/java slave2:/usr/local/src

集群启动

格式化namenode

[root@master ~]# hdfs namenode -format

格式化成功

群起集群

[root@master ~]# start-all.sh 

[root@master ~]# jps

[root@slave1 ~]# jps

[root@slave2 ~]# jps

集群启动成功