Hadoop3 环境搭建

vi /etc/sysconfg/network-scripts/ifcfg-ens33
BOOTPROTO=static
IPADDR=192.168.188.100 # IP
GATEWAY=192.168.188.2  # 网关 IP
DNS1=192.168.188.2
service network restart
ip addr

vi /etc/hostname
bigdata01
hostname

ssh-keygen -t rsa
一路回车
ll ~/.ssh
# 将公钥重定向输出到 authorized_keys 文件中
cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys

vi /etc/profile
export JAVA_HOME=/data/soft/jdk1.8
export PATH=.:$JAVA_HOME/bin:$PATH
source /etc/profile
java -version

vi /etc/profile
export HADOOP_HOME=/data/soft/hadoop-3.2.0
export PATH=.:$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
source /etc/profile

vi hadoop-env.sh
export JAVA_HOME=/data/soft/jdk1.8
export HADOOP_LOG_DIR=/data/hadoop_repo/logs/hadoop
vi core-site.xml
<property>
  <name>fs.defaultFS</name>
  <value>hdfs://bigdata01:9000</value>
</property>
<property>
  <name>hadoop.tmp.dir</name>
  <value>/data/hadoop_repo</value>
</property>
vi hdfs-site.xml
<property>
	<name>dfs.replication</name>
  <value>2</value>
</property>
<property>
	<name>dfs.namenode.secondary.http-address</name>
  <value>bigdata01:50090</value>
</property>
vi mapred-site.xml
<property>
	<name>mapreduce.framework.name</name>
  <value>yarn</value>
</property>
vi yarn-site.xml
<property>
	<name>yarn.nodemanager.aux-services</name>
  <value>mapreduce_shuffle</value>
</property>
<property>
	<name>yarn.nodemanager.env-whitelist</name>
  <value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_MAPRED_HOME</value>
</property>
<property>
	<name>yarn.resourcemanager.hostname</name>
  <value>bigdata01</value>
</property>
vi workers
bigdata02
bigdata03
cd ../../sbin
vi start-dfs.sh
HDFS_DATANODE_USER=root
HDFS_DATANODE_SECURE_USER=hdfs
HDFS_NAMENODE_USER=root
HDFS_SECONDARYNAMENODE_USER=root
# Start hadoop dfs daemons.
vi stop-dfs.sh
HDFS_DATANODE_USER=root
HDFS_DATANODE_SECURE_USER=hdfs
HDFS_NAMENODE_USER=root
HDFS_SECONDARYNAMENODE_USER=root
vi start-yarn.sh
YARN_RESOURCEMANAGER_USER=root
HADOOP_SECURE_DN_USER=yarn
YARN_NODEMANAGER_USER=root
vi stop-yarn.sh
YARN_RESOURCEMANAGER_USER=root
HADOOP_SECURE_DN_USER=yarn
YARN_NODEMANAGER_USER=root
cd /data/soft
scp -rq hadoop-3.2.0 bigdata02:/data/soft
scp -rq hadoop-3.2.0 bigdata03:/data/soft
cd hadoop-3.2.0
bin/hdfs namenode -format
sbin/start-all.sh
jps