hbase 2.3.x 安装之四 hbase

待我称王封你为后i 2022-09-07 15:55 196阅读 0赞

os: centos 7.6.1810  
db: hbase 2.3.x  
hadoop 2.10.x  
zookeeper 3.6  
jdk 1.8

hbase 是运行在 hadoop 之上，hadoop 又是运行在 jvm 之上。  
索引 hbase、hadoop、jdk 的版本选择就得考虑兼容性

https://hbase.apache.org/book.html\#java  
https://hbase.apache.org/book.html\#hadoop

节点规划，实验用

192.168.56.221  hb1
    192.168.56.222  hb2
    192.168.56.223  hb3

# 版本 #

# cat /etc/centos-release
    CentOS Linux release 7.6.1810 (Core)

# hbase 2.3.x #

所有节点创建用户，保持 id 一致

# groupadd -g 700 hbase;
    useradd -u 700 -g hbase -G hbase hbase;
    
    # passwd hbase

所有节点 hbase 用户下配置到其余节点 ssh 信任

# su - hbase
    $ ssh-keygen -t rsa
    $ cd /home/hbase/.ssh/
    $ ls -l
    total 8
    -rw------- 1 hbase hbase 1679 Aug 23 17:22 id_rsa
    -rw-r--r-- 1 hbase hbase  391 Aug 23 17:22 id_rsa.pub
    
    $ touch authorized_keys;
    chmod 600 authorized_keys;
    
    $ ssh-copy-id hbase@hb1;
    $ ssh-copy-id hbase@hb2;
    $ ssh-copy-id hbase@hb3;
    
    $ chmod 700 ../.ssh/

# vi /etc/ssh/sshd_config
    RSAAuthentication yes
    PubkeyAuthentication yes
    AuthorizedKeysFile      .ssh/authorized_keys
    
    
    # service sshd restart

所有节点下载安装 hbase (也可以从一台机器下载，然后拷贝到其余节点)

# cd /usr/local/
    # wget https://mirrors.tuna.tsinghua.edu.cn/apache/hbase/2.3.6/hbase-2.3.6-bin.tar.gz
    # tar -zxvf ./hbase-2.3.6-bin.tar.gz
    # chown -R hbase:hbase ./hbase-2.3.6
    # ln -s ./hbase-2.3.6 hbase-2.3

所有节点 /etc/profile 最后面追加环境变量

# vi /etc/profile
    
    export HBASE_HOME=/usr/local/hbase-2.3
    export PATH=.:${HBASE_HOME}/bin:${PATH}

所有节点重新登录，或者 source 下环境变量文件

# source /etc/profile
    
    # hbase version
    
    OpenJDK 64-Bit Server VM warning: If the number of processors is expected to increase from one, then you should configure the number of parallel GC threads appropriately using -XX:ParallelGCThreads=N
    SLF4J: Class path contains multiple SLF4J bindings.
    SLF4J: Found binding in [jar:file:/usr/local/hadoop-2.10.1/share/hadoop/common/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class]
    SLF4J: Found binding in [jar:file:/usr/local/hbase-2.3.6/lib/client-facing-thirdparty/slf4j-log4j12-1.7.30.jar!/org/slf4j/impl/StaticLoggerBinder.class]
    SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
    SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
    HBase 2.3.6
    Source code repository git://7257be94c61e/home/stack/hbase-rm/output/hbase revision=7414579f2620fca6b75146c29ab2726fc4643ac9
    Compiled by stack on Wed Jul 28 22:24:42 UTC 2021
    From source with checksum eb11554aeb325ccaf65a9b469efe7ddcdc0bb0eec35a53f77d0c5c09eac5722007a05ef62349c7afb8005ed1abe32e772f99bb2137194641f5ce51d525aa5634

所有节点创建一些必要的目录

# su - hbase
    $ 
    $ mkdir -p /home/hbase/{tmp,logs}

# hbase 2.3.x 参数配置 #

仅在 hb1 节点下编辑如下文件。

1.  hbase-env.sh 配置

# su - hbase
    $ 
    $ cd /usr/local/hbase-2.3/conf
    $ vi hbase-env.sh
    
    export JAVA_HOME=/usr/lib/jvm/java-1.8.0
    export HBASE_CLASSPATH=/usr/local/hadoop-2.10/etc/hadoop
    export HBASE_LOG_DIR=/home/hbase/logs
    export HBASE_MANAGES_ZK=false

1.  hbase-site.xml

$ vi hbase-site.xml
    
    	<property>
    		<name>hbase.rootdir</name>
    		<value>hdfs://hadoop-ha/hbase</value>
    	</property>
    	 
    	<property>
    		<name>hbase.tmp.dir</name>
    		<value>/home/hbase/tmp</value>
    	</property>
    	 
    	<property>
    		<name>hbase.cluster.distributed</name>
    		<value>true</value>
    	</property>
    	 
    	<property>
    		<name>hbase.zookeeper.quorum</name>
    		<value>hb1:2181,hb2:2181,hb3:2181</value>
    	</property>
    	 
    	<property>
    		<name>hbase.master.maxclockskew</name>
    		<value>60000</value>
    	</property>
    
        <property>
    		<name>hbase.unsafe.stream.capability.enforce</name>
    		<value>false</value>
    	</property>
    	
    	<property>
    		<name>zookeeper.znode.parent</name>
    		<value>/hbase/master</value>
    	</property>

1.  regionservers

$ vi regionservers
    
    hb1
    hb2
    hb3

1.  backup-masters

$ vi backup-masters
    
    hb2
    hb3

hb1 节点上本地备份

cp /usr/local/hbase-2.3/conf/hbase-env.sh   /home/hbase/tmp_peiyb/hbase-env.sh;
    cp /usr/local/hbase-2.3/conf/hbase-site.xml /home/hbase/tmp_peiyb/hbase-site.xml;
    cp /usr/local/hbase-2.3/conf/regionservers  /home/hbase/tmp_peiyb/regionservers;
    cp /usr/local/hbase-2.3/conf/backup-masters /home/hbase/tmp_peiyb/backup-masters;

hb1 节点上**参数文件同步**到 hb2、hb3 节点上

scp /usr/local/hbase-2.3/conf/hbase-env.sh    hbase@hb2:/usr/local/hbase-2.3/conf/hbase-env.sh;
    scp /usr/local/hbase-2.3/conf/hbase-site.xml  hbase@hb2:/usr/local/hbase-2.3/conf/hbase-site.xml;
    scp /usr/local/hbase-2.3/conf/regionservers   hbase@hb2:/usr/local/hbase-2.3/conf/regionservers;
    scp /usr/local/hbase-2.3/conf/backup-masters  hbase@hb2:/usr/local/hbase-2.3/conf/backup-masters;
    
    scp /usr/local/hbase-2.3/conf/hbase-env.sh    hbase@hb3:/usr/local/hbase-2.3/conf/hbase-env.sh;
    scp /usr/local/hbase-2.3/conf/hbase-site.xml  hbase@hb3:/usr/local/hbase-2.3/conf/hbase-site.xml;
    scp /usr/local/hbase-2.3/conf/regionservers   hbase@hb3:/usr/local/hbase-2.3/conf/regionservers;
    scp /usr/local/hbase-2.3/conf/backup-masters  hbase@hb3:/usr/local/hbase-2.3/conf/backup-masters;

hb1 节点上启动 hbase

# su - hbase
    $ start-hbase.sh
    
    OpenJDK 64-Bit Server VM warning: If the number of processors is expected to increase from one, then you should configure the number of parallel GC threads appropriately using -XX:ParallelGCThreads=N
    SLF4J: Class path contains multiple SLF4J bindings.
    SLF4J: Found binding in [jar:file:/usr/local/hadoop-2.10.1/share/hadoop/common/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class]
    SLF4J: Found binding in [jar:file:/usr/local/hbase-2.3.6/lib/client-facing-thirdparty/slf4j-log4j12-1.7.30.jar!/org/slf4j/impl/StaticLoggerBinder.class]
    SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
    SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
    running master, logging to /home/hbase/logs/hbase-hbase-master-hb1.out
    OpenJDK 64-Bit Server VM warning: If the number of processors is expected to increase from one, then you should configure the number of parallel GC threads appropriately using -XX:ParallelGCThreads=N
    hb3: running regionserver, logging to /home/hbase/logs/hbase-hbase-regionserver-hb3.out
    hb2: running regionserver, logging to /home/hbase/logs/hbase-hbase-regionserver-hb2.out
    hb1: running regionserver, logging to /home/hbase/logs/hbase-hbase-regionserver-hb1.out
    hb3: OpenJDK 64-Bit Server VM warning: If the number of processors is expected to increase from one, then you should configure the number of parallel GC threads appropriately using -XX:ParallelGCThreads=N
    hb2: OpenJDK 64-Bit Server VM warning: If the number of processors is expected to increase from one, then you should configure the number of parallel GC threads appropriately using -XX:ParallelGCThreads=N
    hb1: master running as process 9289. Stop it first.
    hb3: running master, logging to /home/hbase/logs/hbase-hbase-master-hb3.out
    hb2: running master, logging to /home/hbase/logs/hbase-hbase-master-hb2.out

# 验证 hbase #

$ hbase shell
    
    OpenJDK 64-Bit Server VM warning: If the number of processors is expected to increase from one, then you should configure the number of parallel GC threads appropriately using -XX:ParallelGCThreads=N
    SLF4J: Class path contains multiple SLF4J bindings.
    SLF4J: Found binding in [jar:file:/usr/local/hadoop-2.10.1/share/hadoop/common/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class]
    SLF4J: Found binding in [jar:file:/usr/local/hbase-2.3.6/lib/client-facing-thirdparty/slf4j-log4j12-1.7.30.jar!/org/slf4j/impl/StaticLoggerBinder.class]
    SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
    SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
    HBase Shell
    Use "help" to get list of supported commands.
    Use "exit" to quit this interactive shell.
    For Reference, please visit: http://hbase.apache.org/2.0/book.html#shell
    Version 2.3.6, r7414579f2620fca6b75146c29ab2726fc4643ac9, Wed Jul 28 22:24:42 UTC 2021
    Took 0.0013 seconds                                                                                                                                                                                      
    hbase(main):001:0> status
    1 active master, 2 backup masters, 3 servers, 0 dead, 0.6667 average load
    Took 1.4782 seconds
    
    hbase(main):024:0> processlist
    1 tasks as of: 2021-08-24 15:24:57
    +-----------------+---------------------+----------+----------------------------------+-----------------------------------+
    | Host            | Start Time          | State    | Description                      | Status                            |
    +-----------------+---------------------+----------+----------------------------------+-----------------------------------+
    | hb2             | 2021-08-24 15:24:03 | COMPLETE | Closing region 9df8e41e9a50b2... | Closed (since 54 seconds ago)     |
    +-----------------+---------------------+----------+----------------------------------+-----------------------------------+
    Took 1.1985 seconds

http://192.168.56.221:16010/master-status

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L2N0eXB5YjIwMDI_size_16_color_FFFFFF_t_70]

[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L2N0eXB5YjIwMDI_size_16_color_FFFFFF_t_70]: /images/20220829/2c3af07d85e54c4d97208d2f8c611b47.png