Hadoop安装（这边是搭建的是完全分布式）

安装资源

链接：https://pan.baidu.com/s/1MkraaK_iEivdegnaQUzlJA

提取码：5vp0

--来自百度网盘超级会员V1的分享

[root@qianfeng01 ~]# tar -zxvf hadoop-2.7.6.tar.gz -C /usr/local/

[root@qianfeng01 local]# mv hadoop-2.7.6/ Hadoop

[root@qianfeng01 hadoop]# vim /etc/profile

添加

#HADOOP environment

export HADOOP_HOME=/usr/local/hadoop

export PATH=$HADOOP_HOME/bin:$HADOOP_HOME/sbin:$PATH

[root@qianfeng01 hadoop]# source /etc/profile

修改七个文件文件

[root@qianfeng01 ~]# cd $HADOOP_HOME/etc/hadoop/

core-site.xml

[root@qianfeng01 hadoop]# vi core-site.xml

    

   

        fs.defaultFS

        hdfs://qianfeng01:8020

   

    

   

        hadoop.tmp.dir

        /usr/local/hadoop/tmp

   

hdfs-site.xml

[root@qianfeng01 hadoop]# vi hdfs-site.xml

   

   

        dfs.namenode.name.dir

        file://${hadoop.tmp.dir}/dfs/name

   

   

   

        dfs.datanode.data.dir

        file://${hadoop.tmp.dir}/dfs/data

   

   

   

        dfs.replication

        3

   

   

   

        dfs.blocksize

        134217728

   

   

   

        dfs.namenode.secondary.http-address

        qianfeng02:50090

   

    

      

       dfs.namenode.http-address

       qianfeng01:50070

        

mapred-site.xml

[root@qianfeng01 hadoop]# cp mapred-site.xml.template  mapred-site.xml

[root@qianfeng01 hadoop]# vi mapred-site.xml

   

   

        mapreduce.framework.name

        yarn

   

   

   

        mapreduce.jobhistory.address

        qianfeng01:10020

   

   

   

        mapreduce.jobhistory.webapp.address

        qianfeng01:19888

   

yarn-site.xml

[root@qianfeng01 hadoop]# vi yarn-site.xml

   

   

        yarn.nodemanager.aux-services

       mapreduce_shuffle

   

   

   

        yarn.resourcemanager.hostname

        qianfeng01

   

   

   

      

       yarn.nodemanager.aux-services.mapreduce_shuffle.class

     org.apache.hadoop.mapred.ShuffleHandler

      

      

      

       yarn.resourcemanager.address

       qianfeng01:8032

      

      

      

       yarn.resourcemanager.scheduler.address

       qianfeng01:8030

      

      

      

       yarn.resourcemanager.resource-tracker.address

       qianfeng01:8031

      

      

      

       yarn.resourcemanager.admin.address

       qianfeng01:8033

      

      

      

       yarn.resourcemanager.webapp.address

       qianfeng01:8088

      

hadoop-env.sh

[root@qianfeng01 hadoop]# vi hadoop-env.sh

.........

# The java implementation to use.

export JAVA_HOME=/usr/local/jdk

.........

把localhost删掉添加datanode的主机号

[root@qianfeng01 hadoop]# vi slaves

qianfeng01

qianfeng02

qianfeng03

yarn-env.sh

[root@qianfeng01 hadoop]# vi yarn-env.sh

.........

# some Java parameters

export JAVA_HOME=/usr/local/jdk

if [ "$JAVA_HOME" != "" ]; then

  #echo "run java in $JAVA_HOME"

  JAVA_HOME=$JAVA_HOME

fi

.........

如果需要克隆，那就克隆，然后修改一下网络的ip地址就可以

搭建完之后的操作

格式化集群：

[root@qianfeng01 ~]#hdfs namenode -format

开启hadoop

[root@qianfeng01 ~]# start-dfs.sh

[root@qianfeng01 ~]# start-yarn.sh

[root@qianfeng01 ~]# start-all.sh

Eb验证

hdfs:     qianfeng01:50070

yarn:     qianfeng01:8088

关闭集群

stop-dfs.sh

stop-yarn.sh

stop-all.sh