Hadoop集群搭建

上传文件到/export/server(tunabook102)(tunabook103)(tunabook104)

解压缩文件(tunabook102)(tunabook103)(tunabook104)

tar zxvf hadoop-3.3.0-Centos7-64-with-snappy.tar.gz

配置环境变量(tunabook102)(tunabook103)(tunabook104)

vim /etc/profile

# 新增加的代码
export HADOOP_HOME=/export/server/hadoop-3.3.0
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin

source /etc/profile

修改配置文件(tunabook102)(tunabook103)(tunabook104)

cd /export/server/hadoop-3.3.0/etc/hadoop

vim core-site.xml

        


    fs.defaultFS  
    hdfs://tunabook102:8020




    hadoop.tmp.dir
    /export/data/hadoop-3.3.0




    hadoop.http.staticuser.user
    root




    hadoop.proxyuser.root.hosts
    *



    hadoop.proxyuser.root.groups
    *



    hadoop.security.authorization
    false

vim hadoop-env.sh

# 新增加的内容
export JAVA_HOME=/export/server/jdk1.8.0_65

#文件最后添加
export HDFS_NAMENODE_USER=root
export HDFS_DATANODE_USER=root
export HDFS_SECONDARYNAMENODE_USER=root
export YARN_RESOURCEMANAGER_USER=root
export YARN_NODEMANAGER_USER=root 

vim hdfs-site.xml

    dfs.namenode.secondary.http-address
    tunabook103:9868

vim mapred-site.xml

  mapreduce.framework.name
  yarn




  mapreduce.jobhistory.address
  tunabook102:10020

 


  mapreduce.jobhistory.webapp.address
  tunabook102:19888



  yarn.app.mapreduce.am.env
  HADOOP_MAPRED_HOME=${HADOOP_HOME}



  mapreduce.map.env
  HADOOP_MAPRED_HOME=${HADOOP_HOME}



  mapreduce.reduce.env
  HADOOP_MAPRED_HOME=${HADOOP_HOME}

vim yarn-site.xml

        yarn.resourcemanager.hostname
        tunabook102



    yarn.nodemanager.aux-services
    mapreduce_shuffle




    yarn.nodemanager.pmem-check-enabled
    false




    yarn.nodemanager.vmem-check-enabled
    false




  yarn.log-aggregation-enable
  true




    yarn.log.server.url
    http://tunabook102:19888/jobhistory/logs




  yarn.log-aggregation.retain-seconds
  604800

vim workers

tunabook102
tunabook103
tunabook104

初始化Hadoop（tunabook102）

hdfs namenode -format

启动服务（tunabook102）

start-all.sh 

启动成功