Centos 6.5 hadoop集群安装

Bertha 。 2022-03-06 02:12 295阅读 0赞

### Centos 6.5 hadoop集群安装 ###

*  安装jdk
 *  安装hadoop
 *  三台主机
 *   *  hosts
     *  修改主机名
     *  修改网络环境
 *  修改core-site.xml
 *  修改hdfs-site.xml
 *  修改mapred-site.xml
 *  修改yarn-site.xml

# 安装jdk #

> 解压之后，vi /etc/profile，在末尾添加jdk的环境变量

export JAVA_HOME=/root/app/jdk1.8.0_181
    export PATH=$PATH:$JAVA_HOME/bin

# 安装hadoop #

> 解压之后，vi /etc/profile，在末尾添加hadoop的环境变量

export HADOOP=/root/app/hadoop-2.6.4
    export PATH=$PATH:$HADOOP/bin:$HADOOP/sbin

# 三台主机 #

## hosts ##

#127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4
    #::1         localhost localhost.localdomain localhost6 localhost6.localdomain6
    192.168.56.160 zk1
    192.168.56.162 zk2
    192.168.56.163 zk3

## 修改主机名 ##

vi /etc/sysconfig/network
    
    NETWORKING=yes
    HOSTNAME=zk1　＃　三台主机分别为zk1 zk2 zk3

## 修改网络环境 ##

DEVICE=eth0
    HWADDR=00:0C:29:8D:E6:73
    TYPE=Ethernet
    UUID=a81ecb00-6b42-4ff4-8895-170ab7a2672a
    ONBOOT=yes
    NM_CONTROLLED=yes
    BOOTPROTO=static
    IPADDR=192.168.56.160 
    NETMASK=255.255.255.0
    GATEWAY=192.168.56.2
    DNS1=192.168.56.2

# 修改core-site.xml #

<configuration>
            <property>
                    <name>fs.defaultFS</name>
                    <value>hdfs://192.168.56.160:9000</value>
            </property>
            <property>
                    <name>hadoop.tmp.dir</name>
                    <value>/root/hadoop/hpdata</value>
            </property>
    </configuration>

# 修改hdfs-site.xml #

<configuration>
    <property>
                            <name>dfs.replication</name>
                            <value>2</value>
                    </property>
    
                    <property>
                            <name>dfs.secondary.http.address</name>
                            <value>192.168.56.160:50090</value>
                    </property>
    <property>
      <name>fs.default.name</name>
      <value>hdfs://192.168.56.160:9000</value>
      </property>
    
    </configuration>

# 修改mapred-site.xml #

<configuration>
    <property>
                            <name>mapreduce.framework.name</name>
                            <value>yarn</value>
                    </property>
    <property>
                            <name>yarn.nodemanager.aux-services</name>
                            <value>mapreduce_shuffle</value>
                    </property>
    
    </configuration>

# 修改yarn-site.xml #

<configuration>
    
    
    <property>
                            <name>yarn.resourcemanager.hostname</name>
                            <value>zk1</value>
                    </property>
    
    </configuration>