#冲刺创作新星# 大数据 Hadoop 环境搭建图文详解 原创 精华

vim /etc/sysconfig/network-scripts/ifcfg-网卡名
1.

vim /etc/sysconfig/network-scripts/ifcfg-ens33
1.

# 要配制的部分
BOOTPROTO=static
ONBOOT=yes
IPADDR=192.168.182.128  #IP地址
NETMASK=255.255.255.0  #子网掩码
NETWORK=192.168.0.0
1.
2.
3.
4.
5.
6.

vim /etc/sysconfig/network
1.

NETWORKING=yes
GATEWAY=192.168.182.2  #网关
1.
2.

vim /etc/resolv.conf
1.

search localdomain
nameserver 8.8.8.8
nameserver 192.168.182.2
1.
2.
3.

service network restart
1.

hostname
1.

hostnamectl set-hostname 主机名
1.

hostnamectl set-hostname node1
1.

NETWORKING=yes
NETWORKING_IPV6=no
GATEWAY=192.168.182.2  #网关
HOSTNAME=node1  #主机名
1.
2.
3.
4.

vim /etc/hosts
1.

192.168.182.133 master
192.168.182.128 node1
192.168.182.129 node2
1.
2.
3.

scp /etc/hosts node1:/etc/hosts  # 拷贝到 node1

scp /etc/hosts node2:/etc/hosts  # 拷贝到 node2
1.
2.
3.

192.168.182.133 master
192.168.182.128 node1
192.168.182.129 node2
1.
2.
3.

systemctl status firewalld.service
1.

systemctl stop firewalld.service
1.

service iptables stop
1.

systemctl disable firewalld.service
1.

chkconfig iptables off
1.

systemctl start firewalld.service
1.

systemctl enable firewalld.service
1.

ssh-copy-id -i node1

ssh-copy-id -i node2
1.
2.
3.

cd /root
1.

cd ./.ssh/
1.

cat ./id_rsa.pub>> ./authorized_keys
1.

adduser atguigu  #添加用户

passwd atguigu  #修改密🔒码
1.
2.
3.

vi /etc/sudoers
1.

## Allow root to run any commands anywhere
root    ALL=(ALL)       ALL
atguigu ALL=(ALL)       ALL
1.
2.
3.

mkdir module  # 创建 module 文件夹

mkdir software  # 创建 software 文件夹
1.
2.
3.

chown atguigu:atguigu module

chown atguigu:atguigu software
1.
2.
3.

ls -al
1.

rpm -qa|grep java
1.

sudo rpm -e 软件包
1.

cd software/
1.

ls
1.

tar -zxvf jdk-8u144-linux-x64.tar.gz -C /opt/module/
1.

pwd
1.

sudo vi /etc/profile
1.

export JAVA_HOME=/opt/module/jdk1.8.0_144

export PATH=$PATH:$JAVA_HOME/bin
1.
2.
3.

source  /etc/profile
1.

java -version
1.

sync

sudo reboot
1.
2.
3.

cd /opt/software/
1.

tar -zxf hadoop-2.7.2.tar.gz -C /opt/module/
1.

ls /opt/module/
1.

pwd
1.

sudo vi /etc/profile
1.

##HADOOP_HOME

export HADOOP_HOME=/opt/module/hadoop-2.7.2

export PATH=$PATH:$HADOOP_HOME/bin

export PATH=$PATH:$HADOOP_HOME/sbin
1.
2.
3.
4.
5.
6.
7.

source /etc/profile
1.

hadoop version
1.

sync

sudo reboot
1.
2.
3.

cd /opt/module/hadoop-2.7.2/etc/hadoop
1.

vim slaves
1.

node1
node2
1.
2.

cd /opt/module/hadoop-2.7.2/etc/hadoop
1.

export JAVA_HOME=/opt/module/jdk1.8.0_144
1.

cd /opt/module/hadoop-2.7.2/etc/hadoop
1.

<configuration>
        <property>
                <name>fs.defaultFS</name>
	            <value>hdfs://master:9000</value>
        </property>
        <property>
                <name>hadoop.tmp.dir</name>
                <value>/opt/module/hadoop-2.7.2/tmp</value>
        </property>
        <property>
                <name>fs.trash.interval</name>
                <value>1440</value>
        </property>
</configuration>
1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.
12.
13.
14.

cd /opt/module/hadoop-2.7.2/etc/hadoop
1.

<configuration>
        <property>
                <name>dfs.replication</name>
                <value>1</value>
        </property>
        <property>
                <name>dfs.permissions</name>
                <value>false</value>
        </property>
</configuration>

1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.

cd /opt/module/hadoop-2.7.2/etc/hadoop
1.

<configuration>

<!-- Site specific YARN configuration properties -->
        <property>
                <name>yarn.resourcemanager.hostname</name>
                <value>master</value>
        </property>
        <property>
                <name>yarn.nodemanager.aux-services</name>
                <value>mapreduce_shuffle</value>
        </property>
        <property>
                <name>yarn.log-aggregation-enable</name>
                <value>true</value>
        </property>
        <property>
                <name>yarn.log-aggregation.retain-seconds</name>
                <value>604800</value>
        </property>
</configuration>
1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.
12.
13.
14.
15.
16.
17.
18.
19.
20.

cd /opt/module/hadoop-2.7.2/etc/hadoop
1.

cp mapred-site.xml.template mapred-site.xml
1.

<configuration>
        <property>
                <name>mapreduce.framework.name</name>
                <value>yarn</value>
        </property>
        <property>
                <name>mapreduce.jobhistory.address</name>
                <value>master:10020</value>
        </property>
        <property>
                <name>mapreduce.jobhistory.webapp.address</name>
                <value>master:19888</value>
        </property>
</configuration>
1.
2.
3.
4.
5.
6.
7.
8.
9.
10.
11.
12.
13.
14.

scp -r /opt/module/hadoop-2.7.2 node1:/opt/module/hadoop-2.7.2

scp -r /opt/module/hadoop-2.7.2 node2:/opt/module/hadoop-2.7.2
1.
2.
3.

cd /opt/module/hadoop-2.7.2  #进入 hadoop 安装目录

./bin/hdfs namenode -format  # 格式化命令
1.
2.
3.

cd /opt/module/hadoop-2.7.2  #进入 hadoop 安装目录

./sbin/start-all.sh  #启动程序
1.
2.
3.

jps  #显示所有 java 进程 pid 
1.

rm -rf /opt/module/hadoop-2.7.2/tmp
1.

./bin/hdfs namenode -format
1.