Hadoop的配置大全

ssh-keygen -t rsa
cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys  或者
（ssh-copy-id 用户名@ip）

export HADOOP_HOME=(hadoop路径)
export PATH=$PATH:$HADOOP_HOME/bin:$PATH:$HADOOP_HOME/sbin
export JAVA_HOME=(java路径)
export PATH=$JAVA_HOME/bin:$PATH

hadoop-env.sh

export JAVA_HOME=PATH(jdk路径)

core-site.xml

	
	fs.defaultFS
	hdfs://mycluster


	
	hadoop.tmp.dir
	/usr/local/src/HDFS/tmpdata


	
	ha.zookeeper.quorum
	master:2181,slave1:2181,slave2:2181

hdfs-site.xml

	dfs.replication
	1


	
	dfs.nameservices
	mycluster


	
	dfs.ha.namenodes.mycluster
	nn1,nn2


	
	dfs.namenode.rpc-address.mycluster.nn1
	master:9000


	
	dfs.namenode.http-address.mycluster.nn1
	master:50070


	
	dfs.namenode.rpc-address.mycluster.nn2
	slave1:9000


	
	dfs.namenode.http-address.mycluster.nn2
	slave1:50070


	
	dfs.namenode.shared.edits.dir
	qjournal://master:8485;slave1:8485;slave2:8485/mycluster


	
	dfs.journalnode.edits.dir
	/usr/local/src/HDFS/journaldata


	
	dfs.ha.automatic-failover.enabled
	true


	
	dfs.client.failover.proxy.provider.mycluster
org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider


	
	dfs.ha.fencing.methods
	sshfence


	
	dfs.ha.fencing.private-key-files
	/root/.ssh/id_rsa


	
	dfs.ha.fencing.ssh.connect-timeout
	30000

yarn.site.xml

	
	yarn.resourcemanager.ha.enabled
	true


	
	yarn.resourcemanager.cluster-id
	yrc


	
	yarn.resourcemanager.ha.rm-ids
	rm1,rm2


	yarn.resourcemanager.hostname.rm1
	master


	yarn.resourcemanager.hostname.rm2
	slave1


	
	yarn.resourcemanager.zk-address
	master:2181,slave1:2181,slave2:2181


	yarn.nodemanager.aux-services
	mapreduce_shuffle

mapreduce-site.xml

	mapreduce.framework.name
	yarn

slaves /worker

master
slave1
slave2

hadoop-env.sh

export JAVA_HOME=PATH(jdk路径)

core-site.xml

	fs.defaultFS
	hdfs://master:9000


	hadoop.tmp.dir
	/usr/local/src/HDFS/tmpdata

hdfs-site.xml

	dfs.replication
	1


    dfs.namenode.secondary.http-address
    slave1:9868

yarn.site.xml

	yarn.resourcemanager.hostname
	master


	yarn.nodemanager.aux-services
	mapreduce_shuffle

mapreduce-site.xml

	mapreduce.framework.name
	yarn

worker

master
slave1
slave2

hadoop-env.sh

export JAVA_HOME=PATH(jdk路径)

core-site.xml

	fs.defaultFS
	hdfs://master:9000


	hadoop.tmp.dir
	/usr/local/src/HDFS/tmpdata

hdfs-site.xml

	dfs.replication
	1


    dfs.namenode.secondary.http-address
    master:9868

yarn.site.xml

	yarn.resourcemanager.hostname
	master


	yarn.nodemanager.aux-services
	mapreduce_shuffle

mapreduce-site.xml

	mapreduce.framework.name
	yarn

作者：Deere.x
本文仅用于交流学习，未经作者允许，禁止转载，更勿做其他用途，违者必究。
文章对你有所帮助的话，欢迎给个赞或者 star ，你的支持是对作者最大的鼓励，不足之处可以在评论区多多指正，交流学习