二 搭建Hadoop 集群环境

centos 7

#查看防火墙状态
sudo firewall-cmd --state
#停止firewall
sudo systemctl stop firewalld.service
#禁止firewall开机启动
sudo systemctl disable firewalld.service 

#查看selinux 的状态
sudo getenforce
sudo vi /etc/selinux/config
#永久关闭,需要重启
vi /etc/selinux/config
将SELINUX=enforcing改为SELINUX=disabled

sudo yum install ntp  -y
sudo vi /etc/ntp.conf
sudo server ntp1.aliyun.com
sudo service ntpd start
sudo chkconfig ntpd on

#安装java
sudo rpm -i jdk-8u181-linux-x64.rpm
#配置环境变量
#有一些软件只认：/usr/java/default
vi /etc/profile     
export  JAVA_HOME=/usr/java/default
export PATH=$PATH:$JAVA_HOME/bin

mkdir /opt/bigdata
tar -zxvf hadoop-2.6.5.tar.gz
mv hadoop-2.6.5  /opt/bigdata/
#pwd: /opt/bigdata/hadoop-2.6.5	
vi /etc/profile	
		export  JAVA_HOME=/usr/java/default
		export HADOOP_HOME=/opt/bigdata/hadoop-2.6.5
		export PATH=$PATH:$JAVA_HOME/bin:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
source /etc/profile

#给出NN在哪里启动
vi core-site.xml
	
		fs.defaultFS
		hdfs://node01:9000
	

#hdfs-site配置
vi hdfs-site.xml
   
		dfs.replication
		1
	
	
		dfs.namenode.name.dir
		/var/bigdata/hadoop/local/dfs/name
	
	
		dfs.datanode.data.dir
		/var/bigdata/hadoop/local/dfs/data
	
	
		dfs.namenode.secondary.http-address
		node01:50090
	
	
		dfs.namenode.checkpoint.dir
		/var/bigdata/hadoop/local/dfs/secondary
	
#配置DN在那里启动
vi slaves
	node01

#启动之前需要格式化
hdfs namenode -format 
#启动集群
start-dfs
#关闭集群
sotp-dfs
# 在hdfs上创建一个文件夹
hdfs dfs -mkdir /bigdata
#上传文件到hdfs
hdfs dfs -put hadoop-2.6.5.tar.gz /user/root

http://node01:50070